-- Logs begin at Tue 2021-10-12 18:07:12 UTC, end at Tue 2021-10-12 19:09:10 UTC. -- Oct 12 18:38:37.129639 dv-cinder-813229-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 12 18:38:39.893645 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.common.config [-] Logging enabled! Oct 12 18:38:39.894216 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 18:38:39.894324 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100508) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 18:38:39.897518 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.common.config [-] Logging enabled! Oct 12 18:38:39.897774 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 18:38:39.898086 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100508) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 18:38:39.899014 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 18:38:39.899249 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 18:38:39.899609 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 18:38:39.899852 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 18:38:39.900078 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 18:38:39.900399 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.900702 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.900998 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.901229 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.901549 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.901842 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.902124 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.902414 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.902712 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.903003 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.903284 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.903573 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.903806 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.904089 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.904377 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.904667 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.904894 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] debug = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.905177 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.905634 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.906044 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.906505 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.906935 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.907100 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.907376 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.907655 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.907941 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.908268 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] host = dv-cinder-813229-2-iscsi {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.908545 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.908835 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.909129 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.909439 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.909718 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.909995 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.910281 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.910560 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.910834 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] log_file = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.911131 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.911399 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.911686 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.911976 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.912200 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.912422 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.912719 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.913009 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.913285 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.913584 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.913858 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.914131 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.914402 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.914670 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.914955 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.915238 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.915524 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.915800 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.916071 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.916341 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.916610 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.916896 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.917169 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.917466 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.917741 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.918024 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.918292 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.918565 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.918864 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.919156 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.919436 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.919723 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.919998 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.920280 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.920554 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.920825 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.921097 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] use_json = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.921386 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.921661 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.922456 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.922731 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.923003 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.923276 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.923545 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.923828 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:39.924125 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.924423 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.924725 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.925008 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.925312 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.925615 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.925906 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.926187 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.926478 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.926766 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.927057 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.927337 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.927625 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.927903 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.928198 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.928499 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.928792 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.929092 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.929376 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.929656 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.929933 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.930212 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.930497 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.930774 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.931066 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.931356 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.931634 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.931919 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.932211 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.932499 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.932773 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.933050 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.933355 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.933642 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.933916 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.934192 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.934480 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.934755 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.935027 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.935306 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.935583 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.935854 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.936126 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.936405 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.936698 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.936975 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.937247 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.937546 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.938613 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.938820 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.939105 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.939382 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.939657 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.939933 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.940210 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.940483 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.940756 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.941032 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.941303 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.941616 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.941891 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.942165 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.942437 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.942712 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.942985 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.943257 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.943529 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.943805 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.944078 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.944349 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.944621 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.944894 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.945168 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.945494 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.945796 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.946077 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.946356 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.946633 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.946912 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.947190 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.947467 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.947742 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.948019 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.948292 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.948580 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.948862 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.949148 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.949449 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.949727 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.950042 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.950319 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.950599 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.950874 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.951149 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.951433 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.951711 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.952004 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.952297 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.952588 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.952879 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.953192 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.953522 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.953808 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.954090 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:39.954309 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 18:38:39.954548 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100508) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 12 18:38:40.385114 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 18:38:40.385406 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 18:38:40.385708 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 18:38:40.386023 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 12 18:38:40.704437 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:40.704654 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:40.704928 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:40.706133 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:40.706409 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:40.706674 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:40.740697 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:40.740984 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:40.741250 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:40.756835 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:40.757115 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:40.757408 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:40.788196 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:40.788473 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:40.788735 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:40.824823 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:40.825106 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:40.825393 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.060951 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.061632 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.061632 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.061815 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.062465 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.183871 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.184188 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.184467 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.184734 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.184995 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.185301 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.185586 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.185840 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.186090 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.186370 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.186627 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.186890 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.187141 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.187391 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.188405 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.188671 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.188924 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.189187 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.189485 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.189748 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.190018 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.190270 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.190553 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.190927 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.191173 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.191418 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.191810 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:38:41.192052 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:38:41.192291 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:38:41.192528 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:38:41.192764 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:38:41.192998 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:38:41.193385 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 12 18:38:41.196461 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 12 18:38:41.200440 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 12 18:38:41.205258 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Oct 12 18:38:41.206935 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 12 18:38:41.207388 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 12 18:38:41.207721 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 12 18:38:41.208103 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 12 18:38:41.210968 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 12 18:38:41.211223 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 12 18:38:41.211571 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 18:38:41.217114 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 12 18:38:41.239894 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 12 18:38:41.240330 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.240624 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100508) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 12 18:38:41.240982 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.242389 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100508) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 12 18:38:41.242668 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 18:38:41.242913 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 12 18:38:41.246301 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.246584 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.308580 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 12 18:38:41.308820 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 12 18:38:41.309058 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 12 18:38:41.309457 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 12 18:38:41.330638 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_db.sqlalchemy.engines [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100508) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 12 18:38:41.862544 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Initializing driver for type 'gre' Oct 12 18:38:41.863025 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] gre ID ranges: [(1, 1000)] Oct 12 18:38:41.919402 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Initializing driver for type 'local' Oct 12 18:38:41.919876 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Initializing driver for type 'vlan' Oct 12 18:38:41.932632 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] VlanTypeDriver initialization complete Oct 12 18:38:41.932979 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Initializing driver for type 'vxlan' Oct 12 18:38:41.933519 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] vxlan ID ranges: [(1, 1000)] Oct 12 18:38:41.985124 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Initializing extension driver 'port_security' Oct 12 18:38:41.985497 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.extensions.port_security [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] PortSecurityExtensionDriver initialization complete Oct 12 18:38:41.985832 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Initializing mechanism driver 'openvswitch' Oct 12 18:38:41.986166 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Initializing mechanism driver 'hyperv' Oct 12 18:38:41.992791 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.plugins.ml2.plugin [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:41.993485 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > port after_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.993850 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > port after_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.994195 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > port after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.994711 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100508) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:38:41.995133 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > subnet after_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.995479 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > subnet after_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.995820 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > subnet after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.996209 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100508) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:38:41.996608 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > network after_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.996956 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > network after_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.997289 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > network after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.997697 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100508) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:38:41.998101 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > security_group after_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.998446 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > security_group after_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.998780 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > security_group after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:41.999302 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100508) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:38:41.999705 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.000090 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.000428 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.000819 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100508) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:38:42.001218 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > address_group after_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.001586 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > address_group after_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.001921 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > address_group after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.002305 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100508) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:38:42.002674 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] ML2 OVO RPC backend initialized. {{(pid=100508) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 12 18:38:42.003505 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router_interface after_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.003859 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.004267 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > network before_response 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.004609 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > networks before_response 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.004953 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > port before_response 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.005292 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > ports before_response 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.005655 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > subnet before_response 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.005992 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > subnets before_response 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.006338 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > network after_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.006671 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > network after_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.006997 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > network after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.007328 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > port after_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.007656 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > port after_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.007982 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > port after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.008309 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > subnet after_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.008635 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > subnet after_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.008962 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > subnet after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.009557 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.plugin [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Modular L2 Plugin initialization complete Oct 12 18:38:42.009879 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading services supported by the core plugin {{(pid=100508) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 12 18:38:42.010197 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.plugins.ml2.managers [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Got port-security extension from driver 'port_security' Oct 12 18:38:42.010653 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.extensions.vlantransparent [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Disabled vlantransparent extension. Oct 12 18:38:42.011130 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100508) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 12 18:38:42.011439 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading Plugin: router Oct 12 18:38:42.053124 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router_interface before_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.053547 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router after_create 55549900 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.053918 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router before_create 55549900 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.054277 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.054646 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.054997 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router after_delete 55549900 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.055353 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > floatingip after_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.055697 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > floatingip after_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.056051 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router after_create 55549900 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.056392 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router after_update 55549900 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.056736 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router after_update 55549900 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.057080 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.057456 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router after_update 55549900 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.057862 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router precommit_update 55549900 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.058225 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: port after_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.058563 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: port after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.058900 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: subnet after_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.059233 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.059577 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > port precommit_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.059920 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router precommit_create 55549900 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.060257 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: port before_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.060594 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router precommit_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.060945 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router after_update 55549900 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.061288 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router precommit_delete 55549900 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.061844 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router precommit_create 55549900 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.062004 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router_interface after_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.062349 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router precommit_update 55549900 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.062737 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > agent after_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.063083 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > agent after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.063422 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > network after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.064283 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Tracking information for resource: router configured {{(pid=100508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:38:42.064613 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Tracking information for resource: floatingip configured {{(pid=100508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:38:42.069677 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.db.l3_agentschedulers_db [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 12 18:38:42.070258 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: port after_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.070615 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: port after_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.070962 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: port after_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.071310 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: port after_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.072081 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router before_create 55550100 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.072442 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router precommit_delete 55550100 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.072797 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router precommit_create 55550100 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.073147 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > router precommit_update 55550100 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.078725 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.services.provider_configuration [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Service providers = [] {{(pid=100508) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 12 18:38:42.079087 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.db.servicetype_db [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100508) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 12 18:38:42.082053 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.services.service_base [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 18:38:42.082402 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.services.service_base [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 18:38:42.082742 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.services.service_base [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 18:38:42.083658 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.services.service_base [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 18:38:42.084028 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.services.service_base [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 12 18:38:42.084401 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:38:42.084714 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 12 18:38:42.096380 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:38:42.096709 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading Plugin: auto_allocate Oct 12 18:38:42.102510 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: network precommit_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.102876 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: network precommit_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.103385 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:38:42.103702 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading Plugin: tag Oct 12 18:38:42.110404 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:38:42.110728 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading Plugin: timestamp Oct 12 18:38:42.116058 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:38:42.116341 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading Plugin: network_ip_availability Oct 12 18:38:42.121777 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.122143 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.122491 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.123183 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:38:42.123499 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading Plugin: flavors Oct 12 18:38:42.128323 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:38:42.128648 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading Plugin: revisions Oct 12 18:38:42.132945 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:38:42.133329 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_concurrency.lockutils [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.748s {{(pid=100508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 18:38:42.134154 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100508) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 12 18:38:42.134491 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Initializing extension manager. Oct 12 18:38:42.134991 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: __init__.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.135327 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: __pycache__ {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.135655 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.135985 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: address_group.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.136730 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.137280 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: address-group Oct 12 18:38:42.137627 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: address_scope.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.138335 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.138838 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: address-scope Oct 12 18:38:42.139163 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: admin_state_down_before_update.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.140267 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.141483 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: router-admin-state-down-before-update Oct 12 18:38:42.141808 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: agent.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.142513 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.143013 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: agent Oct 12 18:38:42.143331 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: agent_resources_synced.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.144229 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.144728 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: agent-resources-synced Oct 12 18:38:42.145047 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: allowedaddresspairs.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.146842 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.147354 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: allowed-address-pairs Oct 12 18:38:42.147675 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: auto_allocated_topology.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.148751 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.149258 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: auto-allocated-topology Oct 12 18:38:42.149603 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: availability_zone.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.150300 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.150799 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: availability_zone Oct 12 18:38:42.151117 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: availability_zone_filter.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.152027 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.152533 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: availability_zone_filter Oct 12 18:38:42.152851 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: data_plane_status.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.153800 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.154301 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension data-plane-status not supported by any of loaded plugins Oct 12 18:38:42.154622 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: default_subnetpools.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.155531 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.156033 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: default-subnetpools Oct 12 18:38:42.156914 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: dhcpagentscheduler.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.157831 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.158330 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: dhcp_agent_scheduler Oct 12 18:38:42.158649 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: dns.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.159580 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.160078 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension dns-integration not supported by any of loaded plugins Oct 12 18:38:42.160396 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: dns_domain_ports.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.161303 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.161819 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 12 18:38:42.162141 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.163054 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.163551 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 12 18:38:42.163867 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: dvr.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.164528 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.165023 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: dvr Oct 12 18:38:42.165339 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: ecmp_routes.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.166274 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.166772 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension ecmp_routes not supported by any of loaded plugins Oct 12 18:38:42.167089 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: empty_string_filtering.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.167996 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.168494 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: empty-string-filtering Oct 12 18:38:42.168811 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.169753 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.170245 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 12 18:38:42.170562 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.171460 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.172002 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 12 18:38:42.172392 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: external_net.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.173289 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.173813 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: external-net Oct 12 18:38:42.174133 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: extra_dhcp_opt.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.175030 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.175526 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: extra_dhcp_opt Oct 12 18:38:42.175844 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: extraroute.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.176736 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.177236 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: extraroute Oct 12 18:38:42.177589 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: extraroute_atomic.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.178597 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.179096 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: extraroute-atomic Oct 12 18:38:42.179417 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: filter_validation.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.180075 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.180569 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: filter-validation Oct 12 18:38:42.180888 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: fip_pf_description.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.181823 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.182326 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 12 18:38:42.182645 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: fip_port_details.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.183556 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.184055 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: fip-port-details Oct 12 18:38:42.184371 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: flavors.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.185635 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.186148 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: flavors Oct 12 18:38:42.186471 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.188652 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.189158 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 12 18:38:42.189517 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: floatingip_pools.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.190214 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.190714 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: floatingip-pools Oct 12 18:38:42.191033 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: ip_allocation.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.191953 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.192450 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension ip_allocation not supported by any of loaded plugins Oct 12 18:38:42.192769 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.193722 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.194224 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: ip-substring-filtering Oct 12 18:38:42.194545 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: l2_adjacency.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.195458 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.195952 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension l2_adjacency not supported by any of loaded plugins Oct 12 18:38:42.196270 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: l3.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.197368 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.197873 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: router Oct 12 18:38:42.198196 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: l3_conntrack_helper.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.200457 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.200973 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 12 18:38:42.201304 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.202259 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.202770 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: ext-gw-mode Oct 12 18:38:42.203682 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.204613 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.205119 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: l3-ha Oct 12 18:38:42.205473 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: l3_flavors.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.206383 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.206884 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: l3-flavors Oct 12 18:38:42.207203 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.208111 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.208607 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: l3-port-ip-change-not-allowed Oct 12 18:38:42.208923 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: l3agentscheduler.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.209968 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.210475 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: l3_agent_scheduler Oct 12 18:38:42.210799 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: logging.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.212283 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.213057 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension logging not supported by any of loaded plugins Oct 12 18:38:42.213409 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: metering.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.214146 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.214713 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: metering Oct 12 18:38:42.215036 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.216122 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.216628 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: metering_source_and_destination_fields Oct 12 18:38:42.216951 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: multiprovidernet.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.217890 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.218392 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: multi-provider Oct 12 18:38:42.218737 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: netmtu.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.219781 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.220288 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: net-mtu Oct 12 18:38:42.220612 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: netmtu_writable.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.221567 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.222066 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: net-mtu-writable Oct 12 18:38:42.222386 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: network_availability_zone.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.223054 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.223550 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: network_availability_zone Oct 12 18:38:42.223866 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: network_ip_availability.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.224969 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.225506 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: network-ip-availability Oct 12 18:38:42.225828 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: network_segment_range.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.226590 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.227086 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension network-segment-range not supported by any of loaded plugins Oct 12 18:38:42.227402 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: pagination.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.228378 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.228709 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: pagination Oct 12 18:38:42.229026 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: port_device_profile.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.229961 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.230467 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: port-device-profile Oct 12 18:38:42.230784 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.231702 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.232203 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: port-mac-address-regenerate Oct 12 18:38:42.232523 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.233453 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.233951 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: port-numa-affinity-policy Oct 12 18:38:42.234265 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: port_resource_request.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.235207 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.235706 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension port-resource-request not supported by any of loaded plugins Oct 12 18:38:42.236027 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: portbindings.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.237057 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.237596 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: binding Oct 12 18:38:42.237916 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: portbindings_extended.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.239203 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.239713 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: binding-extended Oct 12 18:38:42.240037 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: portsecurity.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.240954 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.241484 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: port-security Oct 12 18:38:42.241887 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: project_id.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.242873 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.243202 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: project-id Oct 12 18:38:42.243521 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: providernet.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.244425 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.244931 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: provider Oct 12 18:38:42.245245 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: qos.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.248790 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.249307 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension qos not supported by any of loaded plugins Oct 12 18:38:42.249672 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.251443 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.251953 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 12 18:38:42.252286 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.253207 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.253751 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 12 18:38:42.254079 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: qos_default.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.254986 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.255490 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension qos-default not supported by any of loaded plugins Oct 12 18:38:42.255815 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: qos_fip.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.256469 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.256971 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension qos-fip not supported by any of loaded plugins Oct 12 18:38:42.257292 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: qos_gateway_ip.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.258241 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.258746 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 12 18:38:42.259067 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: qos_port_network_policy.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.259981 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.260483 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 12 18:38:42.260804 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.261873 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.262383 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 12 18:38:42.262709 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: qos_pps_rule.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.263875 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.264387 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension qos-pps not supported by any of loaded plugins Oct 12 18:38:42.264710 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: qos_rule_type_details.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.266393 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.267166 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 12 18:38:42.267470 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: qos_rules_alias.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.268527 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.269032 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 12 18:38:42.269385 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: quotasv2.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.270293 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.270618 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: quotas Oct 12 18:38:42.270935 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: quotasv2_detail.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.274284 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.274618 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: quota_details Oct 12 18:38:42.274944 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: rbac.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.275990 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.276503 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: rbac-policies Oct 12 18:38:42.276833 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: rbac_address_group.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.277793 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.278302 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: rbac-address-group Oct 12 18:38:42.278625 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: rbac_address_scope.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.279541 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.280044 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: rbac-address-scope Oct 12 18:38:42.280364 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: rbac_security_groups.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.281297 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.281822 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: rbac-security-groups Oct 12 18:38:42.282138 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: rbac_subnetpool.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.283052 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.283552 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: rbac-subnetpool Oct 12 18:38:42.283871 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: revisionifmatch.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.284786 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.285288 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: revision-if-match Oct 12 18:38:42.285633 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: revisions.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.286751 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.287258 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: standard-attr-revisions Oct 12 18:38:42.287582 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: router_availability_zone.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.288247 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.288749 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: router_availability_zone Oct 12 18:38:42.289069 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: routerservicetype.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.290015 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.290518 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension router-service-type not supported by any of loaded plugins Oct 12 18:38:42.290837 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.291765 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.292273 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: security-groups-normalized-cidr Oct 12 18:38:42.292595 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: security_groups_port_filtering.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.293552 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.294065 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: port-security-groups-filtering Oct 12 18:38:42.294386 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.295306 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.295815 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: security-groups-remote-address-group Oct 12 18:38:42.296136 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: securitygroup.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.305875 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.306402 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: security-group Oct 12 18:38:42.306734 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: segment.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.307530 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.308033 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension segment not supported by any of loaded plugins Oct 12 18:38:42.308358 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.309416 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.309921 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 12 18:38:42.310242 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: servicetype.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.311360 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.311868 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: service-type Oct 12 18:38:42.312194 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: sorting.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.313734 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.314060 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: sorting Oct 12 18:38:42.314380 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: standard_attr_segment.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.315297 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.315803 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 12 18:38:42.316123 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: standardattrdescription.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.316765 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.317263 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: standard-attr-description Oct 12 18:38:42.317613 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: stateful_security_group.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.318553 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.319062 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: stateful-security-group Oct 12 18:38:42.319384 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: stdattrs_common.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.319967 dv-cinder-813229-2-iscsi neutron-server[100508]: WARNING neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 12 18:38:42.320287 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.321217 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.321750 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 12 18:38:42.322067 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: subnet_onboard.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.323135 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.323642 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: subnet_onboard Oct 12 18:38:42.323963 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.324878 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.325402 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 12 18:38:42.325724 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: subnet_service_types.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.326640 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.327143 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: subnet-service-types Oct 12 18:38:42.327464 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: subnetallocation.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.329442 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.329957 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: subnet_allocation Oct 12 18:38:42.330284 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.330950 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.331457 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: subnetpool-prefix-ops Oct 12 18:38:42.331777 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.332711 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.333222 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 12 18:38:42.333566 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: tagging.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.334646 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.335158 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: standard-attr-tag Oct 12 18:38:42.335483 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: timestamp.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.336674 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.337189 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loaded extension: standard-attr-timestamp Oct 12 18:38:42.337536 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: trunk.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.338825 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.339333 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension trunk not supported by any of loaded plugins Oct 12 18:38:42.339656 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: trunk_details.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.340570 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.341072 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension trunk-details not supported by any of loaded plugins Oct 12 18:38:42.341424 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: uplink_status_propagation.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.342342 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.342945 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 12 18:38:42.343279 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Loading extension file: vlantransparent.py {{(pid=100508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:38:42.344258 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:38:42.344738 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extension vlan-transparent not supported by any of loaded plugins Oct 12 18:38:42.347186 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Creating instance of TrackedResource for resource:network Oct 12 18:38:42.347719 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Creating instance of TrackedResource for resource:subnet Oct 12 18:38:42.348119 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:38:42.348506 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Creating instance of TrackedResource for resource:port Oct 12 18:38:42.349770 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.v2.resource_helper [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:38:42.350204 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.v2.resource_helper [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Service FLAVORS assigned prefix: {{(pid=100508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:38:42.350838 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.v2.resource_helper [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:38:42.351255 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.v2.resource_helper [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:38:42.351581 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Creating instance of TrackedResource for resource:router Oct 12 18:38:42.352016 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Creating instance of TrackedResource for resource:floatingip Oct 12 18:38:42.352494 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.v2.resource_helper [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Service METERING assigned prefix: /metering {{(pid=100508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:38:42.353950 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.354315 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.354660 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:38:42.355657 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 18:38:42.356089 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Creating instance of TrackedResource for resource:security_group Oct 12 18:38:42.356599 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 18:38:42.357275 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.v2.resource_helper [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Service CORE assigned prefix: {{(pid=100508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:38:42.357632 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:38:42.357974 dv-cinder-813229-2-iscsi neutron-server[100508]: WARNING neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] subnetpool is already registered Oct 12 18:38:42.358408 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.v2.resource_helper [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Service CORE assigned prefix: {{(pid=100508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:38:42.358734 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:38:42.359066 dv-cinder-813229-2-iscsi neutron-server[100508]: WARNING neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] subnetpool is already registered Oct 12 18:38:42.361407 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.v2.resource_helper [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:38:42.361893 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.v2.resource_helper [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Service FLAVORS assigned prefix: {{(pid=100508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:38:42.362478 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.v2.resource_helper [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:38:42.362897 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.v2.resource_helper [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:38:42.363236 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Creating instance of TrackedResource for resource:router Oct 12 18:38:42.363572 dv-cinder-813229-2-iscsi neutron-server[100508]: WARNING neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] router is already registered Oct 12 18:38:42.363982 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Creating instance of TrackedResource for resource:floatingip Oct 12 18:38:42.364316 dv-cinder-813229-2-iscsi neutron-server[100508]: WARNING neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] floatingip is already registered Oct 12 18:38:42.364767 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.v2.resource_helper [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Service METERING assigned prefix: /metering {{(pid=100508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:38:42.365457 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 18:38:42.365784 dv-cinder-813229-2-iscsi neutron-server[100508]: WARNING neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] rbac_policy is already registered Oct 12 18:38:42.366237 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Creating instance of TrackedResource for resource:security_group Oct 12 18:38:42.366522 dv-cinder-813229-2-iscsi neutron-server[100508]: WARNING neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] security_group is already registered Oct 12 18:38:42.366917 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 18:38:42.367243 dv-cinder-813229-2-iscsi neutron-server[100508]: WARNING neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] security_group_rule is already registered Oct 12 18:38:42.367856 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.v2.resource_helper [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Service CORE assigned prefix: {{(pid=100508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:38:42.368181 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:38:42.368511 dv-cinder-813229-2-iscsi neutron-server[100508]: WARNING neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] subnetpool is already registered Oct 12 18:38:42.368922 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.v2.resource_helper [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Service CORE assigned prefix: {{(pid=100508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:38:42.369241 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:38:42.369603 dv-cinder-813229-2-iscsi neutron-server[100508]: WARNING neutron.quota.resource_registry [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] subnetpool is already registered Oct 12 18:38:42.370050 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: extensions {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.371531 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: address-groups {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.373022 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: address-scopes {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.374376 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: agents {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.376065 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: auto-allocated-topology {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.377321 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: availability_zones {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.378564 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: dhcp-networks {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.381112 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: dhcp-agents {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.382583 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: routers {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.384793 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: flavors {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.386048 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: service_profiles {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.387266 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: next_providers {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.388725 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: service_profiles {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.390290 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: floatingip-pools {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.392076 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: routers {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.394243 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: floatingips {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.395525 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: l3-routers {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.396915 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: l3-agents {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.398363 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: metering-labels {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.399716 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: metering-label-rules {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.401006 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: network-ip-availabilities {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.402345 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: bindings {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.404004 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: quotas {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.405590 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: quotas {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.407284 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: rbac-policies {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.408577 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: security-groups {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.409836 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: security-group-rules {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.411064 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: service-providers {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.412280 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: subnetpools {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.413730 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: subnetpools {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.415247 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: tags {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.416931 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: tags {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.418751 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: tags {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.420516 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: tags {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.422556 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: tags {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.424408 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: tags {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.426120 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: tags {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.428051 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: tags {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.429874 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: tags {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.431709 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron.api.extensions [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Extended resource: tags {{(pid=100508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:38:42.438353 dv-cinder-813229-2-iscsi neutron-server[100508]: WARNING keystonemiddleware.auth_token [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 12 18:38:42.443930 dv-cinder-813229-2-iscsi neutron-server[100508]: WARNING keystonemiddleware.auth_token [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 12 18:38:42.452615 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_concurrency.lockutils [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Acquired lock "singleton_lock" {{(pid=100508) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 12 18:38:42.453099 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_concurrency.lockutils [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Releasing lock "singleton_lock" {{(pid=100508) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 12 18:38:42.454455 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO oslo_service.service [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Starting 2 workers Oct 12 18:38:42.459231 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Started child 100617 {{(pid=100508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 18:38:42.463843 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Started child 100618 {{(pid=100508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 18:38:42.464970 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:42.465695 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO neutron.service [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Neutron service started, listening on 0.0.0.0:9696 Oct 12 18:38:42.466023 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Notify callbacks [] for process, before_spawn {{(pid=100508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:42.466476 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [-] (100617) wsgi starting up on http://0.0.0.0:9696 Oct 12 18:38:42.468453 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO oslo_service.service [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Starting 1 workers Oct 12 18:38:42.468675 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:42.470132 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [-] (100618) wsgi starting up on http://0.0.0.0:9696 Oct 12 18:38:42.473739 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Started child 100619 {{(pid=100508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 18:38:42.474274 dv-cinder-813229-2-iscsi neutron-server[100508]: INFO oslo_service.service [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Starting 1 workers Oct 12 18:38:42.477616 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.service [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] calling RpcWorker wait() {{(pid=100619) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 12 18:38:42.478156 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.service [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] returning from RpcWorker wait() {{(pid=100619) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 12 18:38:42.478681 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Started child 100620 {{(pid=100508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 18:38:42.479468 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:42.479594 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG neutron_lib.callbacks.manager [None req-79b8a1a0-a32b-473f-8eb7-e63fde46283a None None] Notify callbacks [] for process, after_spawn {{(pid=100508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:42.479986 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:42.481391 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100508) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 18:38:42.481597 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 18:38:42.481779 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 18:38:42.481995 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 18:38:42.482338 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 18:38:42.482498 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 18:38:42.482988 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.483248 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.483495 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.483631 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:42.484120 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.484120 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.484617 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.484923 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.485176 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.485302 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:42.485488 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.485724 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.485888 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.486232 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.486474 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.486708 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.487001 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.487268 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.487505 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.487728 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.487899 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.488147 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.488403 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.488628 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.488884 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] debug = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.489131 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.489637 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.489881 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.490126 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.490356 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.490617 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.490857 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.491119 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.491356 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.491571 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.491800 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.492067 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.492303 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.492523 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.492765 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.493040 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.493251 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.493737 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] host = dv-cinder-813229-2-iscsi {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.493968 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.494210 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.494436 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.494661 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.494911 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.495122 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.495369 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.495617 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.495856 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.496074 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.496330 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.496574 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.496806 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.497039 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] log_file = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.497198 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] log_options = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.497429 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.497689 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.497936 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.498118 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.498280 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.498454 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.498715 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.498858 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.499128 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.499340 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.499550 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.499762 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.500513 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.500750 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.500996 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.501166 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.501461 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.501651 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.501890 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.502111 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.502330 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.502548 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.502758 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.502998 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.503206 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.503487 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.503626 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.503826 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.504031 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.504244 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.504479 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.504742 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.504979 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.505206 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.505499 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.505721 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.505942 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.506150 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.506424 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.506643 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.506891 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.507127 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.507338 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.507585 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.507814 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.508032 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.508259 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] use_json = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.508464 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.508688 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.508939 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.509156 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.509397 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.509596 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.509822 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.510045 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.510469 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.510737 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.511114 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.511253 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.511483 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.511728 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.511952 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.512170 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.512415 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.512637 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.512951 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.513186 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.513485 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.513693 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.514090 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.515170 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.515440 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.516510 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.517085 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.517391 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.518526 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.518784 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.519088 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.519413 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.519633 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.519860 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.520113 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.520493 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.521304 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.521304 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.521634 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.521634 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.521937 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.522087 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.522234 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.522452 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.522678 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.522955 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.523198 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.523448 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.523759 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.523921 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.524127 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.524358 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.524584 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.524822 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.525795 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.526406 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.526822 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.527067 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.527291 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.527535 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.528354 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.528588 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.528862 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.530023 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.531014 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.531441 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.531768 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.532108 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.532313 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.532543 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.533555 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.533555 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.533555 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.534112 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.534112 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.534421 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.534421 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.534893 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.534893 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.536255 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.536255 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.536255 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.536255 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.536255 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.536255 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.537034 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.537034 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.537034 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.537034 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.538658 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.538658 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.538658 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.538658 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.538658 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.538658 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.538658 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.539120 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.539120 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.539292 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.539550 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.539802 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.540023 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.540244 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.540483 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.540727 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.540949 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.541191 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.541394 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.541672 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.541910 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.542179 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.542433 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.542666 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.542922 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.543138 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.543359 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.543579 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.543815 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.545569 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.546039 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.546436 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.547448 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.547868 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.548288 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.548713 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.550037 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.550505 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.550757 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.551056 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.551370 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.551674 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.551953 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.552329 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.552612 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.552925 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.553208 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.553523 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.553764 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.554038 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.554288 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.554591 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.554836 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.555063 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.555282 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.555520 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.555864 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.556116 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.556352 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.556600 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.556859 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.557119 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.557379 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.557680 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.557960 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.558202 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.558459 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.558726 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.558964 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.559195 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.559425 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.559635 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.560031 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.560425 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.560810 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.561174 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.561601 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.561983 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.562505 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.563387 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.563835 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.564212 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.564585 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.564975 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.565335 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.565736 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.566001 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.566222 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.566450 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.566680 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.566878 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.567138 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.567360 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.567635 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.567902 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.568160 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.568409 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.568676 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.568905 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.569143 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.569411 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.569640 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.569864 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.570078 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.570298 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.570533 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.570769 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.570997 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.571231 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.571465 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.571714 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.572072 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.572345 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.572595 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.572831 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.573049 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.573301 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.573560 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.573777 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.573994 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.574209 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.574446 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.574885 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.575130 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.575369 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.575583 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.575811 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.576022 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.576236 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.576445 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.576742 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.576999 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.577230 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.577508 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.577742 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.577973 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.578255 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.578465 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.578700 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.578891 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.579106 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.579314 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.579560 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.579789 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.580017 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.580239 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.580453 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.580686 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.580908 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.581318 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.581556 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.581798 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.582014 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.582221 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.582445 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.582657 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.582862 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.583101 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.583313 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.583545 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.583791 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.584004 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.584211 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.584429 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.584642 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.584846 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.585146 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.585420 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.585656 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.585933 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.586177 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.586418 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.586656 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.586962 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.587193 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.587447 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.587660 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.588137 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.588372 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.588625 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.588915 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.589195 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.589474 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.589722 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.590009 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.590286 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.590557 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.590790 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.591078 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.591403 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.591694 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.591931 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.592172 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.592500 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.592745 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.593006 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.593202 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.593466 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.593701 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.593999 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.594547 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.594949 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.595170 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.595393 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.595604 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.595840 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.596071 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.596297 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.596510 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.596666 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 18:38:42.597229 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100508) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 18:38:42.597417 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 18:38:42.597574 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 18:38:42.597758 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 18:38:42.597930 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 18:38:42.598081 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 18:38:42.598288 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.598448 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.598607 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.598766 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.598923 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.599101 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.599261 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.599417 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.599573 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.599731 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.599889 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.600044 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.600202 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.600358 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.600515 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.600678 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.600835 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.600991 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.601151 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.601307 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.601559 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.601716 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.601872 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] debug = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.602028 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.602248 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.602411 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.602568 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.602725 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.602881 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.603037 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.603194 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.603350 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.603506 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.603645 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.603806 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.603961 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.604117 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.604272 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.604427 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.604581 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.604736 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] host = dv-cinder-813229-2-iscsi {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.604891 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.605047 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.605202 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.605372 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.605533 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.605691 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.605847 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.606003 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.606159 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.606316 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.606456 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.606616 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.606771 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.606928 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] log_file = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.607084 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] log_options = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.607239 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.607394 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.607550 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.607732 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.607893 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.608050 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.608205 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.608364 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.608522 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.608677 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.608833 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.608988 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.609143 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.609826 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.609994 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.610331 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.610489 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.610660 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.610792 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.610949 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.611106 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.611268 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.611427 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.611583 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.611738 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.611898 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.612087 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.612199 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.612355 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.612514 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.612668 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.612811 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.612946 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.613097 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.613231 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.613394 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.613556 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.613713 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.613872 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.614028 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.614184 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.614342 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.614832 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.614832 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.614832 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.615071 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.615071 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] use_json = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.615228 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.615381 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.615536 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.615690 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.615845 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.616000 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.617503 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.617503 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:38:42.617503 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.617503 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.617503 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.617503 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.617503 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.617503 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.618073 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:42.618159 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.618159 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.618159 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.618159 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.618159 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.618159 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.618557 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.618557 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.618696 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.618771 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.618918 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.619079 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.619241 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.619403 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.619562 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.619723 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.619892 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.620051 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.620209 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.620368 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.620526 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.620712 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.620862 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.621024 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.621189 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.621370 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.621530 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.621691 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.621850 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.622011 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.622171 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.622329 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.622489 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.622649 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.622808 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.622969 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.623129 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.623289 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.623449 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.623609 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.623769 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.623932 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.624094 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.624253 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.624414 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.624574 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.624733 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.624893 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.625113 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.625285 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.625465 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.625625 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.625784 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.625943 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.626102 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.626245 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.626908 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.627067 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.627226 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.627384 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.627556 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.627715 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.627875 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.628035 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.628195 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.628359 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.629466 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.629466 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.629466 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.629466 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.629466 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.629466 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.629913 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.629913 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.629913 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.630137 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.630137 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.630283 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.630408 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.630578 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.631030 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.631030 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.631030 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.631443 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.631443 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.632314 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.632314 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.632314 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.632314 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.632314 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.632314 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.632715 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.632715 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.632715 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.632940 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.632940 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.633082 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.635089 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.635089 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.635089 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.635089 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.635089 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.635089 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.635089 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.635089 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.635661 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.635661 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.635661 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.635661 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.635661 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.635661 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.635661 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.635661 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.636198 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.636198 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.636198 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.636198 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.636438 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.636438 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.636575 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.636690 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.636880 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.636996 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.637162 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.637320 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.637500 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.637668 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.637841 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.638001 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.638161 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.638320 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.638503 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.638662 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.638820 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.638978 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.639136 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.639294 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.639452 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.639613 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.639770 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.639929 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.640086 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.640245 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.640404 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.640591 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.640759 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.640918 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.641212 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.641399 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.641567 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.641726 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.642040 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.642346 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.642658 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.642816 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.642981 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.643139 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.643299 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.643461 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.643620 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.643779 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.643939 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.644096 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.644249 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.644415 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.644574 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.644733 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.644892 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.645054 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.645214 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.645392 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.645555 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.645716 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.645876 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.646036 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.646201 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.646360 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.646520 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.646679 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.646838 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.646997 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.647156 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.647316 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.647475 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.647633 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.647792 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.647969 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.648130 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.648289 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.648447 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.648608 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.648768 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.648926 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.649084 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.649243 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.649422 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.649593 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.649743 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.649906 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.650070 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.650230 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.650389 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.650549 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.650709 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.650868 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.651042 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.651204 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.651363 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.651522 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.651681 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.651841 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.652011 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.652170 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.652329 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.652488 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.652646 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.652805 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.652974 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.653133 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.653290 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.653500 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.653640 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.653778 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.653928 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.654086 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.654246 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.654404 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.654563 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.654721 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.654891 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.655049 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.655207 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.655366 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.655524 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.655681 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.655850 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.656008 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.656187 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.656469 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.657553 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.657719 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.657893 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.658057 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.658218 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.658388 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.658764 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.658764 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.659002 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.659002 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.659408 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.659408 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.659552 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.659629 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.659771 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.659933 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.660098 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.660472 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.660472 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.660631 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.660739 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.660907 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.661075 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.661235 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.661422 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.661597 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.661756 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.661915 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.662074 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.662233 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.662394 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.662552 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.662711 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.662870 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.663030 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.663189 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.663348 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.663506 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.663666 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.664027 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.664027 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.664188 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.664265 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.664422 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.664580 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:38:42.664734 dv-cinder-813229-2-iscsi neutron-server[100508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 18:38:42.803687 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 58502) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:42.812568 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065501 Oct 12 18:38:54.456200 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30313ea4-6573-489f-a152-21cb60691d82 None None] get_active_networks_info from dv-cinder-813229-2-iscsi {{(pid=100619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 18:38:54.536308 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30313ea4-6573-489f-a152-21cb60691d82 None None] No non-hosted networks {{(pid=100619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 12 18:38:54.599436 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.agentschedulers_db [None req-30313ea4-6573-489f-a152-21cb60691d82 None None] DHCP Agent not found on host dv-cinder-813229-2-iscsi {{(pid=100619) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 12 18:38:54.755167 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a16ed6c5-5f77-4194-acd1-1ae1afec258c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8006636'] for agent, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:56.940803 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d951eea-8ba1-41c9-b3c8-38d47be98c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8006636'] for agent, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:57.000601 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5388eb53-2af1-4216-88c6-1ca73e488108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:57.972778 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8006636'] for agent, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:57.974110 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:57.974366 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:57.974863 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:57.976236 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:57.980399 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:57.981721 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:57.982073 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:57.986870 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:57.987234 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:57.987611 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:57.991076 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:57.991396 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:57.998691 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813229-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:58.006343 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813229-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:58.134592 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8006636'] for agent, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:59.696490 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8006636'] for agent, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:00.960659 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 58594) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:01.475945 dv-cinder-813229-2-iscsi neutron-server[100618]: WARNING oslo_policy.policy [None req-f8c9f818-04df-4aa5-8467-33e44e67c65e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:39:01.476524 dv-cinder-813229-2-iscsi neutron-server[100618]: WARNING oslo_policy.policy [None req-f8c9f818-04df-4aa5-8467-33e44e67c65e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:39:01.700277 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [None req-f8c9f818-04df-4aa5-8467-33e44e67c65e admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:39:01.713377 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-f8c9f818-04df-4aa5-8467-33e44e67c65e admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7383935 Oct 12 18:39:02.497819 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.db.l3_hamode_db [None req-9c6f133b-f4ba-4676-8924-d971b08227be None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 12 18:39:02.575894 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6f133b-f4ba-4676-8924-d971b08227be None None] Routers set() bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:39:02.576276 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6f133b-f4ba-4676-8924-d971b08227be None None] Router IDs set() for agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 18:39:04.273785 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 58608) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:04.584399 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-f9717a7f-6f4f-47d9-b5eb-d1cfc16cfda5 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:39:04.680812 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.policy [None req-f9717a7f-6f4f-47d9-b5eb-d1cfc16cfda5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100618) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 18:39:04.729254 dv-cinder-813229-2-iscsi neutron-server[100618]: WARNING oslo_policy.policy [None req-f9717a7f-6f4f-47d9-b5eb-d1cfc16cfda5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:39:04.729655 dv-cinder-813229-2-iscsi neutron-server[100618]: WARNING oslo_policy.policy [None req-f9717a7f-6f4f-47d9-b5eb-d1cfc16cfda5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:39:04.738752 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.quota [None req-f9717a7f-6f4f-47d9-b5eb-d1cfc16cfda5 admin admin] Loaded quota_driver: . Oct 12 18:39:04.833020 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f9717a7f-6f4f-47d9-b5eb-d1cfc16cfda5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753797001588', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753797002051', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753796981047', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753796987635', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753796774902', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753796960027', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-656954', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-659893', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8100814', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7906558'] for rbac-policy, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:04.908170 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f9717a7f-6f4f-47d9-b5eb-d1cfc16cfda5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:04.909312 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-f9717a7f-6f4f-47d9-b5eb-d1cfc16cfda5 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6345592 Oct 12 18:39:07.584978 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 58620) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:07.882251 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Request body: {'network': {'project_id': '3afc94801d83448cafb349fa2aba1f08', 'tenant_id': '3afc94801d83448cafb349fa2aba1f08', 'admin_state_up': True, 'name': 'private'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:39:07.910352 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Made reservation on behalf of 3afc94801d83448cafb349fa2aba1f08 for: {'network': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:39:07.913210 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:07.930145 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:08.036975 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:08.040426 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:08.065499 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=100618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:39:08.089974 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753793658615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:08.090576 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Unsubscribe: segment precommit_create {{(pid=100618) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 18:39:08.091100 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.db.segments_db [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Added segment 93386c8e-44d5-4948-8e35-35d406757cc2 of type vlan for network a72af537-5b42-47a8-885b-a3830379abd4 Oct 12 18:39:08.096770 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb8073a-6252-4e1e-8616-88a1e65cd599,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:08.132181 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:08.132525 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:08.132861 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:08.133188 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:08.133537 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:08.133877 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:08.134200 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:08.134539 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:08.134876 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:08.135193 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:08.135509 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:08.135832 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Tracked resource versions report: Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: pushed versions: Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: { 'AddressGroup': {'1.2'}, Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'ConntrackHelper': {'1.0'}, Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Log': {'1.0'}, Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Network': {'1.1'}, Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Port': {'1.7'}, Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'PortForwarding': {'1.2'}, Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'QosPolicy': {'1.10'}, Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'SecurityGroup': {'1.4'}, Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'SubPort': {'1.0'}, Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Subnet': {'1.1'}, Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Trunk': {'1.1'}} Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: consumer versions: Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: { DHCP agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: L3 agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: Metadata agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: Metering agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: Open vSwitch agent@dv-cinder-813229-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'ConntrackHelper': '1.0', Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Log': '1.0', Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Network': '1.1', Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Port': '1.7', Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'PortForwarding': '1.2', Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'QosPolicy': '1.10', Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'SecurityGroup': '1.4', Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'SecurityGroupRule': '1.2', Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'SubPort': '1.0', Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Subnet': '1.1', Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Trunk': '1.1'}} Oct 12 18:39:08.136878 dv-cinder-813229-2-iscsi neutron-server[100618]: {{(pid=100618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:39:08.206938 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:08.245962 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:08.247249 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:08.247901 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:08.328509 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7423770 Oct 12 18:39:08.347564 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4b6a9-3fae-4538-86cc-d8434601135b admin admin] Pushing event updated for resources: {'Network': ['ID=a72af537-5b42-47a8-885b-a3830379abd4,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:08.360169 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network a72af537-5b42-47a8-885b-a3830379abd4 details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:39:11.071803 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 58634) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:11.460207 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45e76e6-b3a7-4f44-b1fd-91f490cecc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:11.461576 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-c45e76e6-b3a7-4f44-b1fd-91f490cecc9a admin admin] 10.222.0.66 "GET /v2.0/networks/a72af537-5b42-47a8-885b-a3830379abd4 HTTP/1.1" status: 200 len: 825 time: 0.3887737 Oct 12 18:39:11.485675 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-9b4eabef-6d8b-46dd-80cb-9b746be11c5f admin admin] 10.222.0.66 "GET /v2.0/subnetpools/121686de-f4d4-4a1a-911d-58d149a61d36 HTTP/1.1" status: 200 len: 734 time: 0.0177839 Oct 12 18:39:11.494766 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-6b59308f-7490-4135-8309-4c4d8145bede admin admin] Request body: {'subnet': {'network_id': 'a72af537-5b42-47a8-885b-a3830379abd4', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '121686de-f4d4-4a1a-911d-58d149a61d36', 'name': 'private-subnet', 'tenant_id': '3afc94801d83448cafb349fa2aba1f08', 'ip_version': 4}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:39:11.516575 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b59308f-7490-4135-8309-4c4d8145bede admin admin] Made reservation on behalf of 3afc94801d83448cafb349fa2aba1f08 for: {'subnet': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:39:11.518775 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6b59308f-7490-4135-8309-4c4d8145bede admin admin] Notify callbacks [] for subnet, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:11.803778 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6b59308f-7490-4135-8309-4c4d8145bede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for subnet, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:11.872246 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59308f-7490-4135-8309-4c4d8145bede admin admin] Pushing event updated for resources: {'Subnet': ['ID=5420629a-fafe-4414-800d-ee37bad37fca,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:11.875088 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b59308f-7490-4135-8309-4c4d8145bede admin admin] Checking segment: {'id': '93386c8e-44d5-4948-8e35-35d406757cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'a72af537-5b42-47a8-885b-a3830379abd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:39:11.875451 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b59308f-7490-4135-8309-4c4d8145bede admin admin] Network hostable DHCP agents. Network: a72af537-5b42-47a8-885b-a3830379abd4, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:39:11.895481 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b59308f-7490-4135-8309-4c4d8145bede admin admin] Network a72af537-5b42-47a8-885b-a3830379abd4 is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:39:11.907986 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-6b59308f-7490-4135-8309-4c4d8145bede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, a72af537-5b42-47a8-885b-a3830379abd4) {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:39:11.912541 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b59308f-7490-4135-8309-4c4d8145bede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:11.913122 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6b59308f-7490-4135-8309-4c4d8145bede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:11.917649 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f500f9-e65c-4e8f-bf7a-b78ab17af7db None None] Network a72af537-5b42-47a8-885b-a3830379abd4 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:39:11.928300 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-6b59308f-7490-4135-8309-4c4d8145bede admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4366584 Oct 12 18:39:12.241482 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5602ee66-8491-574c-94af-19f40db2d604-a72af537-5b42-47a8-885b-a3830379abd4', 'network_id': 'a72af537-5b42-47a8-885b-a3830379abd4', 'tenant_id': '3afc94801d83448cafb349fa2aba1f08', 'fixed_ips': [{'subnet_id': '5420629a-fafe-4414-800d-ee37bad37fca'}]}} from dv-cinder-813229-2-iscsi. {{(pid=100619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:39:12.242733 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:12.514222 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Allocated IP 172.20.0.2 (a72af537-5b42-47a8-885b-a3830379abd4/5420629a-fafe-4414-800d-ee37bad37fca/9673e5e5-e086-401b-8fe0-63423a6304ee) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:39:12.716338 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Notify callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:12.723563 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:12.819153 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Network a72af537-5b42-47a8-885b-a3830379abd4 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:39:12.823915 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:39:12.833799 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:39:12.841432 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Pushing event updated for resources: {'Port': ['ID=9673e5e5-e086-401b-8fe0-63423a6304ee,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:12.873109 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:12.873495 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:12.874513 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:12.875016 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:12.875364 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:12.875701 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:12.876034 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:12.876365 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:12.876711 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:12.877043 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:12.877387 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:12.877714 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Tracked resource versions report: Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: pushed versions: Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: { 'AddressGroup': {'1.2'}, Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'ConntrackHelper': {'1.0'}, Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Log': {'1.0'}, Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Network': {'1.1'}, Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Port': {'1.7'}, Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'PortForwarding': {'1.2'}, Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'QosPolicy': {'1.10'}, Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'SecurityGroup': {'1.4'}, Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'SubPort': {'1.0'}, Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Subnet': {'1.1'}, Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Trunk': {'1.1'}} Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: consumer versions: Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: { DHCP agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: L3 agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: Metadata agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: Metering agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: Open vSwitch agent@dv-cinder-813229-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'ConntrackHelper': '1.0', Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Log': '1.0', Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Network': '1.1', Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Port': '1.7', Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'PortForwarding': '1.2', Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'QosPolicy': '1.10', Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'SecurityGroup': '1.4', Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'SecurityGroupRule': '1.2', Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'SubPort': '1.0', Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Subnet': '1.1', Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Trunk': '1.1'}} Oct 12 18:39:12.878813 dv-cinder-813229-2-iscsi neutron-server[100619]: {{(pid=100619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:39:12.927187 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Attempting to bind port 9673e5e5-e086-401b-8fe0-63423a6304ee on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:39:12.927797 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Attempting to bind port 9673e5e5-e086-401b-8fe0-63423a6304ee by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': '93386c8e-44d5-4948-8e35-35d406757cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'a72af537-5b42-47a8-885b-a3830379abd4'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:39:12.927983 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Attempting to bind port 9673e5e5-e086-401b-8fe0-63423a6304ee on network a72af537-5b42-47a8-885b-a3830379abd4 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:39:12.933009 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:39:12.933281 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Checking segment: {'id': '93386c8e-44d5-4948-8e35-35d406757cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'a72af537-5b42-47a8-885b-a3830379abd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:39:12.933785 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:12.934168 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Bound using segment: {'id': '93386c8e-44d5-4948-8e35-35d406757cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'a72af537-5b42-47a8-885b-a3830379abd4'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:39:12.934646 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Bound port: 9673e5e5-e086-401b-8fe0-63423a6304ee, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93386c8e-44d5-4948-8e35-35d406757cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'a72af537-5b42-47a8-885b-a3830379abd4'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:39:12.935051 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:12.996485 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] For port 9673e5e5-e086-401b-8fe0-63423a6304ee, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:39:13.001168 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] For port 9673e5e5-e086-401b-8fe0-63423a6304ee, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=9673e5e5-e086-401b-8fe0-63423a6304ee,segment=NetworkSegment(93386c8e-44d5-4948-8e35-35d406757cc2),segment_id=93386c8e-44d5-4948-8e35-35d406757cc2)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:39:13.005087 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:13.068795 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ffd01-ffe9-4d7d-97af-da7e7f761a78 None None] Pushing event updated for resources: {'Port': ['ID=9673e5e5-e086-401b-8fe0-63423a6304ee,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:14.483225 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 58642) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:14.793930 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [None req-177a256e-73e3-48b7-92fe-542f9bb94bae admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:39:14.794921 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-177a256e-73e3-48b7-92fe-542f9bb94bae admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3107464 Oct 12 18:39:17.327537 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 58650) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:17.646072 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [None req-996c519f-12cb-4a5f-a609-e98c501cf911 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:39:17.647043 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-996c519f-12cb-4a5f-a609-e98c501cf911 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3185110 Oct 12 18:39:20.441883 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 58660) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:20.747381 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-03931e98-e025-43a0-8856-7c5a67379c5e admin admin] Request body: {'router': {'tenant_id': '3afc94801d83448cafb349fa2aba1f08', 'name': 'router1', 'admin_state_up': True}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:39:20.771250 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-03931e98-e025-43a0-8856-7c5a67379c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7999991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24842'] for router, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:20.772790 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-03931e98-e025-43a0-8856-7c5a67379c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7999843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8005428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24837'] for router, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:20.913947 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-03931e98-e025-43a0-8856-7c5a67379c5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:20.919432 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-03931e98-e025-43a0-8856-7c5a67379c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7999868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7932389'] for router, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:20.936033 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-03931e98-e025-43a0-8856-7c5a67379c5e admin admin] Notify callbacks [] for router, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:20.937618 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-03931e98-e025-43a0-8856-7c5a67379c5e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4947271 Oct 12 18:39:21.775458 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 9673e5e5-e086-401b-8fe0-63423a6304ee up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:39:21.861361 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 9673e5e5-e086-401b-8fe0-63423a6304ee triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:21.861760 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:21.972099 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:22.008289 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] For port 9673e5e5-e086-401b-8fe0-63423a6304ee, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=9673e5e5-e086-401b-8fe0-63423a6304ee,segment=NetworkSegment(93386c8e-44d5-4948-8e35-35d406757cc2),segment_id=93386c8e-44d5-4948-8e35-35d406757cc2)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:39:22.011404 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:22.061885 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Pushing event updated for resources: {'Port': ['ID=9673e5e5-e086-401b-8fe0-63423a6304ee,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:22.146112 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aab2ff-d561-4295-bcf2-2119fefb2ddd None None] Network a72af537-5b42-47a8-885b-a3830379abd4 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:39:22.234616 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-44faffd3-72f8-4744-95c1-11b6dcf1e71c None None] Provisioning complete for port 9673e5e5-e086-401b-8fe0-63423a6304ee triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:22.234893 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44faffd3-72f8-4744-95c1-11b6dcf1e71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:22.609131 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-fc3b8140-312f-4c31-b0e2-ea19ff53cead None None] Provisioning complete for port 9673e5e5-e086-401b-8fe0-63423a6304ee triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:22.609526 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc3b8140-312f-4c31-b0e2-ea19ff53cead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:23.416177 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 58672) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:23.727172 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [None req-2494ef86-437e-46cf-8c18-7ff557d80f64 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:39:23.728202 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-2494ef86-437e-46cf-8c18-7ff557d80f64 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3110914 Oct 12 18:39:23.894626 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 9673e5e5-e086-401b-8fe0-63423a6304ee up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:39:23.944769 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 9673e5e5-e086-401b-8fe0-63423a6304ee triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:23.945257 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:24.399117 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88c7032f-46bd-499a-8da8-7693bca4cf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.236794 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 58680) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:26.544533 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-4c688c0e-6357-41af-aba8-72fb81f0a95a admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:39:26.566658 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c688c0e-6357-41af-aba8-72fb81f0a95a admin admin] Made reservation on behalf of bc2856a64c8242c2aeeb4d9a716ee3ca for: {'network': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:39:26.568893 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4c688c0e-6357-41af-aba8-72fb81f0a95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.576773 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4c688c0e-6357-41af-aba8-72fb81f0a95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.650844 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4c688c0e-6357-41af-aba8-72fb81f0a95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.654344 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4c688c0e-6357-41af-aba8-72fb81f0a95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.663354 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4c688c0e-6357-41af-aba8-72fb81f0a95a admin admin] Reserving flat network on physical network physnet1 {{(pid=100618) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 12 18:39:26.690040 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4c688c0e-6357-41af-aba8-72fb81f0a95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.690372 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.db.segments_db [None req-4c688c0e-6357-41af-aba8-72fb81f0a95a admin admin] Added segment f702a217-8f51-41c3-b6b4-d8cb3314d048 of type flat for network 3ebee7fc-7e47-48dc-a73f-702afd21678f Oct 12 18:39:26.691626 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c688c0e-6357-41af-aba8-72fb81f0a95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7852b90f-270c-4311-ac60-0e5c65241c20,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:26.737460 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4c688c0e-6357-41af-aba8-72fb81f0a95a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.768292 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4c688c0e-6357-41af-aba8-72fb81f0a95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.769235 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c688c0e-6357-41af-aba8-72fb81f0a95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:26.769827 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4c688c0e-6357-41af-aba8-72fb81f0a95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.823073 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-4c688c0e-6357-41af-aba8-72fb81f0a95a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5852170 Oct 12 18:39:26.833365 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c688c0e-6357-41af-aba8-72fb81f0a95a admin admin] Pushing event updated for resources: {'Network': ['ID=3ebee7fc-7e47-48dc-a73f-702afd21678f,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:26.844776 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:39:26.937763 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9568fe32-c335-47c8-a107-295028adde5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:27.971043 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:28.068031 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:29.317686 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 58698) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:29.544391 dv-cinder-813229-2-iscsi neutron-server[100617]: WARNING oslo_policy.policy [None req-1afc50a4-b615-473f-a9a6-9452ed8ba357 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:39:29.545945 dv-cinder-813229-2-iscsi neutron-server[100617]: WARNING oslo_policy.policy [None req-1afc50a4-b615-473f-a9a6-9452ed8ba357 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:39:29.631665 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:29.966506 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.policy [None req-1afc50a4-b615-473f-a9a6-9452ed8ba357 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100617) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 18:39:30.016633 dv-cinder-813229-2-iscsi neutron-server[100617]: WARNING oslo_policy.policy [None req-1afc50a4-b615-473f-a9a6-9452ed8ba357 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:39:30.016994 dv-cinder-813229-2-iscsi neutron-server[100617]: WARNING oslo_policy.policy [None req-1afc50a4-b615-473f-a9a6-9452ed8ba357 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:39:30.025130 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afc50a4-b615-473f-a9a6-9452ed8ba357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:30.026855 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-1afc50a4-b615-473f-a9a6-9452ed8ba357 admin admin] 10.222.0.66 "GET /v2.0/subnets/5420629a-fafe-4414-800d-ee37bad37fca HTTP/1.1" status: 200 len: 849 time: 0.7082570 Oct 12 18:39:30.197984 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-4593ac15-da9e-4174-a016-b52c4f065c2a admin admin] 10.222.0.66 "GET /v2.0/routers/66125b88-78d2-4187-8ab9-2603b21b621f HTTP/1.1" status: 200 len: 704 time: 0.1649311 Oct 12 18:39:30.459684 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:30.776949 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Allocated IP 172.20.0.1 (a72af537-5b42-47a8-885b-a3830379abd4/5420629a-fafe-4414-800d-ee37bad37fca/6f239206-d09e-4761-a875-3bd15c922d1c) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:39:30.992895 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:31.062210 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:31.102260 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Network a72af537-5b42-47a8-885b-a3830379abd4 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:39:31.125086 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:39:31.179401 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:39:31.179982 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7932212'] for router_interface, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:31.237040 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Pushing event updated for resources: {'Port': ['ID=6f239206-d09e-4761-a875-3bd15c922d1c,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:31.253216 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:31.253598 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:31.253941 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:31.254274 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:31.254600 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:31.254928 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:31.255254 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:31.255592 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:31.255933 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:31.256254 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:31.256572 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:31.256887 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Tracked resource versions report: Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: pushed versions: Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: { 'AddressGroup': {'1.2'}, Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'ConntrackHelper': {'1.0'}, Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Log': {'1.0'}, Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Network': {'1.1'}, Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Port': {'1.7'}, Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'PortForwarding': {'1.2'}, Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'QosPolicy': {'1.10'}, Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'SecurityGroup': {'1.4'}, Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'SubPort': {'1.0'}, Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Subnet': {'1.1'}, Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Trunk': {'1.1'}} Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: consumer versions: Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: { DHCP agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: L3 agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: Metadata agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: Metering agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: Open vSwitch agent@dv-cinder-813229-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'ConntrackHelper': '1.0', Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Log': '1.0', Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Network': '1.1', Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Port': '1.7', Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'PortForwarding': '1.2', Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'QosPolicy': '1.10', Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'SecurityGroup': '1.4', Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'SecurityGroupRule': '1.2', Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'SubPort': '1.0', Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Subnet': '1.1', Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Trunk': '1.1'}} Oct 12 18:39:31.257992 dv-cinder-813229-2-iscsi neutron-server[100617]: {{(pid=100617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:39:31.350643 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-2c97c41b-5f23-4dab-9edc-55f990f79118 None None] Provisioning complete for port 6f239206-d09e-4761-a875-3bd15c922d1c triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:31.351328 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c97c41b-5f23-4dab-9edc-55f990f79118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:31.383880 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-2c97c41b-5f23-4dab-9edc-55f990f79118 None None] Port 6f239206-d09e-4761-a875-3bd15c922d1c cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:39:31.409273 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:31.616380 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:31.620582 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:31.621368 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006308'] for router_interface, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:31.699680 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Pushing event updated for resources: {'Port': ['ID=6f239206-d09e-4761-a875-3bd15c922d1c,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:31.750915 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Network a72af537-5b42-47a8-885b-a3830379abd4 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:39:31.752274 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:39:31.962335 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Router 66125b88-78d2-4187-8ab9-2603b21b621f is scheduled to L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 with binding_index 1 {{(pid=100617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:39:32.005483 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-2ed9601a-28a5-4f91-a217-9c9884a13bd7 None None] Provisioning complete for port 6f239206-d09e-4761-a875-3bd15c922d1c triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:32.005858 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ed9601a-28a5-4f91-a217-9c9884a13bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:32.038384 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-2ed9601a-28a5-4f91-a217-9c9884a13bd7 None None] Port 6f239206-d09e-4761-a875-3bd15c922d1c cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:39:32.057000 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:39:32.063943 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-6ff54496-03c2-4c36-a266-8ff7be4a2e9f admin admin] 10.222.0.66 "PUT /v2.0/routers/66125b88-78d2-4187-8ab9-2603b21b621f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8601241 Oct 12 18:39:32.067333 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Sync routers for ids ['66125b88-78d2-4187-8ab9-2603b21b621f'] in dv-cinder-813229-2-iscsi {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:39:32.079778 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Routers {'66125b88-78d2-4187-8ab9-2603b21b621f'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:39:32.080904 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:39:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['66125b88-78d2-4187-8ab9-2603b21b621f'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:32.272675 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Set router 66125b88-78d2-4187-8ab9-2603b21b621f gateway port host: None {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:39:32.566623 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 5 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:39:32.714569 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66125b88-78d2-4187-8ab9-2603b21b621f', 'name': 'router1', 'tenant_id': '3afc94801d83448cafb349fa2aba1f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:20Z', 'updated_at': '2021-10-12T18:39:31Z', 'revision_number': 2, 'project_id': '3afc94801d83448cafb349fa2aba1f08', 'gw_port_host': None, '_interfaces': [{'id': '6f239206-d09e-4761-a875-3bd15c922d1c', 'name': '', 'network_id': 'a72af537-5b42-47a8-885b-a3830379abd4', 'tenant_id': '3afc94801d83448cafb349fa2aba1f08', 'mac_address': 'fa:16:3e:82:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66125b88-78d2-4187-8ab9-2603b21b621f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5420629a-fafe-4414-800d-ee37bad37fca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:30Z', 'updated_at': '2021-10-12T18:39:31Z', 'revision_number': 2, 'project_id': '3afc94801d83448cafb349fa2aba1f08', 'subnets': [{'id': '5420629a-fafe-4414-800d-ee37bad37fca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '121686de-f4d4-4a1a-911d-58d149a61d36'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:32.767397 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Checking router: 66125b88-78d2-4187-8ab9-2603b21b621f for host: dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:39:32.767769 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Updating router 66125b88-78d2-4187-8ab9-2603b21b621f port 6f239206-d09e-4761-a875-3bd15c922d1c binding host dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:39:32.818403 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:33.332487 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:33.340539 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:33.434877 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b705251-de40-47e7-a6e8-140c1208ce53 None None] Pushing event updated for resources: {'Port': ['ID=6f239206-d09e-4761-a875-3bd15c922d1c,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:33.443411 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b705251-de40-47e7-a6e8-140c1208ce53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:33.443996 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b705251-de40-47e7-a6e8-140c1208ce53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:33.444113 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b705251-de40-47e7-a6e8-140c1208ce53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:33.444397 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b705251-de40-47e7-a6e8-140c1208ce53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:33.444723 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b705251-de40-47e7-a6e8-140c1208ce53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:33.445042 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b705251-de40-47e7-a6e8-140c1208ce53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:33.445703 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b705251-de40-47e7-a6e8-140c1208ce53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:33.445703 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b705251-de40-47e7-a6e8-140c1208ce53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:33.446016 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b705251-de40-47e7-a6e8-140c1208ce53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:33.446331 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b705251-de40-47e7-a6e8-140c1208ce53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:33.446648 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b705251-de40-47e7-a6e8-140c1208ce53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:33.446960 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b705251-de40-47e7-a6e8-140c1208ce53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b705251-de40-47e7-a6e8-140c1208ce53 None None] Tracked resource versions report: Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: pushed versions: Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: { 'AddressGroup': {'1.2'}, Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'ConntrackHelper': {'1.0'}, Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Log': {'1.0'}, Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Network': {'1.1'}, Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Port': {'1.7'}, Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'PortForwarding': {'1.2'}, Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'QosPolicy': {'1.10'}, Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'SecurityGroup': {'1.4'}, Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'SubPort': {'1.0'}, Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Subnet': {'1.1'}, Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Trunk': {'1.1'}} Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: consumer versions: Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: { DHCP agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: L3 agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: Metadata agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: Metering agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: Open vSwitch agent@dv-cinder-813229-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'ConntrackHelper': '1.0', Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Log': '1.0', Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Network': '1.1', Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Port': '1.7', Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'PortForwarding': '1.2', Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'QosPolicy': '1.10', Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'SecurityGroup': '1.4', Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'SecurityGroupRule': '1.2', Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'SubPort': '1.0', Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Subnet': '1.1', Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Trunk': '1.1'}} Oct 12 18:39:33.448029 dv-cinder-813229-2-iscsi neutron-server[100620]: {{(pid=100620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:39:33.525653 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Attempting to bind port 6f239206-d09e-4761-a875-3bd15c922d1c on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:39:33.526057 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Attempting to bind port 6f239206-d09e-4761-a875-3bd15c922d1c by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': '93386c8e-44d5-4948-8e35-35d406757cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'a72af537-5b42-47a8-885b-a3830379abd4'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:39:33.526536 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Attempting to bind port 6f239206-d09e-4761-a875-3bd15c922d1c on network a72af537-5b42-47a8-885b-a3830379abd4 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:39:33.532606 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:39:33.533034 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Checking segment: {'id': '93386c8e-44d5-4948-8e35-35d406757cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'a72af537-5b42-47a8-885b-a3830379abd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:39:33.533554 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:33.533957 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Bound using segment: {'id': '93386c8e-44d5-4948-8e35-35d406757cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'a72af537-5b42-47a8-885b-a3830379abd4'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:39:33.534459 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Bound port: 6f239206-d09e-4761-a875-3bd15c922d1c, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93386c8e-44d5-4948-8e35-35d406757cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'a72af537-5b42-47a8-885b-a3830379abd4'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:39:33.534855 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:33.605711 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] For port 6f239206-d09e-4761-a875-3bd15c922d1c, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:39:33.625065 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] For port 6f239206-d09e-4761-a875-3bd15c922d1c, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=6f239206-d09e-4761-a875-3bd15c922d1c,segment=NetworkSegment(93386c8e-44d5-4948-8e35-35d406757cc2),segment_id=93386c8e-44d5-4948-8e35-35d406757cc2)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:39:33.628954 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:33.667788 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-b77f5183-687d-44e7-931e-addd2084e604 None None] Provisioning complete for port 6f239206-d09e-4761-a875-3bd15c922d1c triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:33.669285 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b77f5183-687d-44e7-931e-addd2084e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:33.676961 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Routers {'66125b88-78d2-4187-8ab9-2603b21b621f'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:39:33.677774 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:39:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['66125b88-78d2-4187-8ab9-2603b21b621f'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:33.763892 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b77f5183-687d-44e7-931e-addd2084e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:33.769506 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] Set router 66125b88-78d2-4187-8ab9-2603b21b621f gateway port host: None {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:39:33.797427 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-b77f5183-687d-44e7-931e-addd2084e604 None None] For port 6f239206-d09e-4761-a875-3bd15c922d1c, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=6f239206-d09e-4761-a875-3bd15c922d1c,segment=NetworkSegment(93386c8e-44d5-4948-8e35-35d406757cc2),segment_id=93386c8e-44d5-4948-8e35-35d406757cc2)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:39:33.803891 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b77f5183-687d-44e7-931e-addd2084e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:33.857508 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f5183-687d-44e7-931e-addd2084e604 None None] Pushing event updated for resources: {'Port': ['ID=6f239206-d09e-4761-a875-3bd15c922d1c,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:33.859741 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b705251-de40-47e7-a6e8-140c1208ce53 None None] Pushing event updated for resources: {'Port': ['ID=6f239206-d09e-4761-a875-3bd15c922d1c,revision_number=4']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:33.924086 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-8948c9a3-9d32-4368-a175-5c8d4859911b None None] Provisioning complete for port 6f239206-d09e-4761-a875-3bd15c922d1c triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:33.924469 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8948c9a3-9d32-4368-a175-5c8d4859911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:34.031657 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66125b88-78d2-4187-8ab9-2603b21b621f', 'name': 'router1', 'tenant_id': '3afc94801d83448cafb349fa2aba1f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:20Z', 'updated_at': '2021-10-12T18:39:31Z', 'revision_number': 2, 'project_id': '3afc94801d83448cafb349fa2aba1f08', 'gw_port_host': None, '_interfaces': [{'id': '6f239206-d09e-4761-a875-3bd15c922d1c', 'name': '', 'network_id': 'a72af537-5b42-47a8-885b-a3830379abd4', 'tenant_id': '3afc94801d83448cafb349fa2aba1f08', 'mac_address': 'fa:16:3e:82:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66125b88-78d2-4187-8ab9-2603b21b621f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5420629a-fafe-4414-800d-ee37bad37fca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:30Z', 'updated_at': '2021-10-12T18:39:33Z', 'revision_number': 4, 'project_id': '3afc94801d83448cafb349fa2aba1f08', 'subnets': [{'id': '5420629a-fafe-4414-800d-ee37bad37fca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '121686de-f4d4-4a1a-911d-58d149a61d36'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:34.062770 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4b54f0-74f8-41b2-9339-142cd7b39bea None None] The sync data for ids ['66125b88-78d2-4187-8ab9-2603b21b621f'] in dv-cinder-813229-2-iscsi is: [{'id': '66125b88-78d2-4187-8ab9-2603b21b621f', 'name': 'router1', 'tenant_id': '3afc94801d83448cafb349fa2aba1f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:20Z', 'updated_at': '2021-10-12T18:39:31Z', 'revision_number': 2, 'project_id': '3afc94801d83448cafb349fa2aba1f08', 'gw_port_host': None, '_interfaces': [{'id': '6f239206-d09e-4761-a875-3bd15c922d1c', 'name': '', 'network_id': 'a72af537-5b42-47a8-885b-a3830379abd4', 'tenant_id': '3afc94801d83448cafb349fa2aba1f08', 'mac_address': 'fa:16:3e:82:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66125b88-78d2-4187-8ab9-2603b21b621f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5420629a-fafe-4414-800d-ee37bad37fca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:30Z', 'updated_at': '2021-10-12T18:39:33Z', 'revision_number': 4, 'project_id': '3afc94801d83448cafb349fa2aba1f08', 'subnets': [{'id': '5420629a-fafe-4414-800d-ee37bad37fca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '121686de-f4d4-4a1a-911d-58d149a61d36'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:39:34.412453 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 58730) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:34.522389 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0695f520-0d25-4d29-86b0-946ffd6da232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:34.523737 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-0695f520-0d25-4d29-86b0-946ffd6da232 admin admin] 10.222.0.66 "GET /v2.0/networks/3ebee7fc-7e47-48dc-a73f-702afd21678f HTTP/1.1" status: 200 len: 842 time: 0.1103475 Oct 12 18:39:34.534361 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-40def513-86ff-4563-aaf2-236ac1bc2146 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:39:34.535742 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.quota [None req-40def513-86ff-4563-aaf2-236ac1bc2146 admin admin] Loaded quota_driver: . Oct 12 18:39:34.571665 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40def513-86ff-4563-aaf2-236ac1bc2146 admin admin] Made reservation on behalf of bc2856a64c8242c2aeeb4d9a716ee3ca for: {'subnet': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:39:34.574057 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-40def513-86ff-4563-aaf2-236ac1bc2146 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:34.883008 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.objects.ports [None req-40def513-86ff-4563-aaf2-236ac1bc2146 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100617) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 18:39:34.883454 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-40def513-86ff-4563-aaf2-236ac1bc2146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for subnet, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:34.945080 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40def513-86ff-4563-aaf2-236ac1bc2146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=257fc62d-aef6-4fd3-8a07-67da1276276c,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:34.949475 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40def513-86ff-4563-aaf2-236ac1bc2146 admin admin] Checking segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:39:34.949820 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40def513-86ff-4563-aaf2-236ac1bc2146 admin admin] Network hostable DHCP agents. Network: 3ebee7fc-7e47-48dc-a73f-702afd21678f, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:39:34.970676 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40def513-86ff-4563-aaf2-236ac1bc2146 admin admin] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:39:34.980820 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-40def513-86ff-4563-aaf2-236ac1bc2146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, 3ebee7fc-7e47-48dc-a73f-702afd21678f) {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:39:34.985448 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40def513-86ff-4563-aaf2-236ac1bc2146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:34.986050 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-40def513-86ff-4563-aaf2-236ac1bc2146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:34.991127 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500ea659-26ce-48da-8033-3b07eb419172 None None] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:39:35.010622 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-40def513-86ff-4563-aaf2-236ac1bc2146 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4797356 Oct 12 18:39:35.124636 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48863da5-83e3-4d1a-84e0-e88bc23a659e None None] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:39:37.432074 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 58738) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:37.561275 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-ceda7fa7-1502-41bf-b8f5-56175ce8d696 admin admin] 10.222.0.66 "GET /v2.0/routers/66125b88-78d2-4187-8ab9-2603b21b621f HTTP/1.1" status: 200 len: 710 time: 0.1278651 Oct 12 18:39:37.646464 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dff837e-df17-433a-a973-4caf7e0dcce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:37.647721 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-1dff837e-df17-433a-a973-4caf7e0dcce6 admin admin] 10.222.0.66 "GET /v2.0/networks/3ebee7fc-7e47-48dc-a73f-702afd21678f HTTP/1.1" status: 200 len: 886 time: 0.0804956 Oct 12 18:39:37.657251 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-a903cf18-a79d-4340-8e90-b75249a2c5a5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:39:37.911612 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a903cf18-a79d-4340-8e90-b75249a2c5a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:38.222835 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a903cf18-a79d-4340-8e90-b75249a2c5a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:38.298161 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a903cf18-a79d-4340-8e90-b75249a2c5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:38.444932 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-a903cf18-a79d-4340-8e90-b75249a2c5a5 admin admin] Allocated IP 172.27.0.212 (3ebee7fc-7e47-48dc-a73f-702afd21678f/257fc62d-aef6-4fd3-8a07-67da1276276c/6b641259-3b3c-43d9-b99c-84c68fe35eb7) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:39:38.550952 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a903cf18-a79d-4340-8e90-b75249a2c5a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:38.594869 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a903cf18-a79d-4340-8e90-b75249a2c5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:38.638773 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a903cf18-a79d-4340-8e90-b75249a2c5a5 admin admin] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:39:38.641859 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-a903cf18-a79d-4340-8e90-b75249a2c5a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:39:38.644839 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a903cf18-a79d-4340-8e90-b75249a2c5a5 admin admin] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:39:38.698815 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903cf18-a79d-4340-8e90-b75249a2c5a5 admin admin] Pushing event updated for resources: {'Port': ['ID=6b641259-3b3c-43d9-b99c-84c68fe35eb7,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:38.918379 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a903cf18-a79d-4340-8e90-b75249a2c5a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:39.115587 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a903cf18-a79d-4340-8e90-b75249a2c5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8005382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7999861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24855'] for router, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:39.118951 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a903cf18-a79d-4340-8e90-b75249a2c5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7932389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8005407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7932396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7999822'] for router, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:39.225250 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a903cf18-a79d-4340-8e90-b75249a2c5a5 admin admin] Router 66125b88-78d2-4187-8ab9-2603b21b621f has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:39:39.328179 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a903cf18-a79d-4340-8e90-b75249a2c5a5 admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:39:39.332958 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a903cf18-a79d-4340-8e90-b75249a2c5a5 admin admin] Notify callbacks [] for router, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:39.334155 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-a903cf18-a79d-4340-8e90-b75249a2c5a5 admin admin] 10.222.0.66 "PUT /v2.0/routers/66125b88-78d2-4187-8ab9-2603b21b621f HTTP/1.1" status: 200 len: 890 time: 1.6801622 Oct 12 18:39:39.791346 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 6f239206-d09e-4761-a875-3bd15c922d1c up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:39:39.846547 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 6f239206-d09e-4761-a875-3bd15c922d1c triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:39.847006 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:41.094338 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Sync routers for ids ['66125b88-78d2-4187-8ab9-2603b21b621f'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:39:41.104322 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Routers {'66125b88-78d2-4187-8ab9-2603b21b621f'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:39:41.104966 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:39:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['66125b88-78d2-4187-8ab9-2603b21b621f'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:41.309653 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Set router 66125b88-78d2-4187-8ab9-2603b21b621f gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:39:41.702723 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66125b88-78d2-4187-8ab9-2603b21b621f', 'name': 'router1', 'tenant_id': '3afc94801d83448cafb349fa2aba1f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '6b641259-3b3c-43d9-b99c-84c68fe35eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:20Z', 'updated_at': '2021-10-12T18:39:38Z', 'revision_number': 4, 'project_id': '3afc94801d83448cafb349fa2aba1f08', 'gw_port': {'id': '6b641259-3b3c-43d9-b99c-84c68fe35eb7', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66125b88-78d2-4187-8ab9-2603b21b621f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:38Z', 'updated_at': '2021-10-12T18:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '6f239206-d09e-4761-a875-3bd15c922d1c', 'name': '', 'network_id': 'a72af537-5b42-47a8-885b-a3830379abd4', 'tenant_id': '3afc94801d83448cafb349fa2aba1f08', 'mac_address': 'fa:16:3e:82:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66125b88-78d2-4187-8ab9-2603b21b621f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5420629a-fafe-4414-800d-ee37bad37fca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:30Z', 'updated_at': '2021-10-12T18:39:33Z', 'revision_number': 5, 'project_id': '3afc94801d83448cafb349fa2aba1f08', 'subnets': [{'id': '5420629a-fafe-4414-800d-ee37bad37fca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '121686de-f4d4-4a1a-911d-58d149a61d36'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:41.754845 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Checking router: 66125b88-78d2-4187-8ab9-2603b21b621f for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:39:41.755202 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Updating router 66125b88-78d2-4187-8ab9-2603b21b621f port 6b641259-3b3c-43d9-b99c-84c68fe35eb7 binding host dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:39:41.803092 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:41.871224 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 58750) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:41.986097 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-cb15ee5d-1da5-40c7-bfa1-1bf0c206293e admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1136768 Oct 12 18:39:42.209442 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Notify callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:42.215254 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:42.267203 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423e827-3203-40d1-8c96-8d39b909829d None None] Pushing event updated for resources: {'Port': ['ID=6b641259-3b3c-43d9-b99c-84c68fe35eb7,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:42.269425 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Attempting to bind port 6b641259-3b3c-43d9-b99c-84c68fe35eb7 on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:39:42.269794 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Attempting to bind port 6b641259-3b3c-43d9-b99c-84c68fe35eb7 by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:39:42.270152 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Attempting to bind port 6b641259-3b3c-43d9-b99c-84c68fe35eb7 on network 3ebee7fc-7e47-48dc-a73f-702afd21678f {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:39:42.275189 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:39:42.275558 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Checking segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:39:42.275958 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:42.276339 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Bound using segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:39:42.276805 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Bound port: 6b641259-3b3c-43d9-b99c-84c68fe35eb7, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:39:42.277201 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:42.330508 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] For port 6b641259-3b3c-43d9-b99c-84c68fe35eb7, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:39:42.333505 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] For port 6b641259-3b3c-43d9-b99c-84c68fe35eb7, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=6b641259-3b3c-43d9-b99c-84c68fe35eb7,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:39:42.338686 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:42.397274 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423e827-3203-40d1-8c96-8d39b909829d None None] Pushing event updated for resources: {'Port': ['ID=6b641259-3b3c-43d9-b99c-84c68fe35eb7,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:42.401513 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Routers {'66125b88-78d2-4187-8ab9-2603b21b621f'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:39:42.402625 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:39:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['66125b88-78d2-4187-8ab9-2603b21b621f'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:42.519114 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] Set router 66125b88-78d2-4187-8ab9-2603b21b621f gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:39:42.737739 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66125b88-78d2-4187-8ab9-2603b21b621f', 'name': 'router1', 'tenant_id': '3afc94801d83448cafb349fa2aba1f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '6b641259-3b3c-43d9-b99c-84c68fe35eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:20Z', 'updated_at': '2021-10-12T18:39:38Z', 'revision_number': 4, 'project_id': '3afc94801d83448cafb349fa2aba1f08', 'gw_port': {'id': '6b641259-3b3c-43d9-b99c-84c68fe35eb7', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66125b88-78d2-4187-8ab9-2603b21b621f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:38Z', 'updated_at': '2021-10-12T18:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '6f239206-d09e-4761-a875-3bd15c922d1c', 'name': '', 'network_id': 'a72af537-5b42-47a8-885b-a3830379abd4', 'tenant_id': '3afc94801d83448cafb349fa2aba1f08', 'mac_address': 'fa:16:3e:82:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66125b88-78d2-4187-8ab9-2603b21b621f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5420629a-fafe-4414-800d-ee37bad37fca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:30Z', 'updated_at': '2021-10-12T18:39:33Z', 'revision_number': 5, 'project_id': '3afc94801d83448cafb349fa2aba1f08', 'subnets': [{'id': '5420629a-fafe-4414-800d-ee37bad37fca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '121686de-f4d4-4a1a-911d-58d149a61d36'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:42.767902 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935cfa53-3672-41bf-b6e4-b3f7e143ec2f None None] The sync data for ids ['66125b88-78d2-4187-8ab9-2603b21b621f'] in dv-cinder-813229-2-iscsi is: [{'id': '66125b88-78d2-4187-8ab9-2603b21b621f', 'name': 'router1', 'tenant_id': '3afc94801d83448cafb349fa2aba1f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '6b641259-3b3c-43d9-b99c-84c68fe35eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:20Z', 'updated_at': '2021-10-12T18:39:38Z', 'revision_number': 4, 'project_id': '3afc94801d83448cafb349fa2aba1f08', 'gw_port': {'id': '6b641259-3b3c-43d9-b99c-84c68fe35eb7', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66125b88-78d2-4187-8ab9-2603b21b621f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:38Z', 'updated_at': '2021-10-12T18:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '6f239206-d09e-4761-a875-3bd15c922d1c', 'name': '', 'network_id': 'a72af537-5b42-47a8-885b-a3830379abd4', 'tenant_id': '3afc94801d83448cafb349fa2aba1f08', 'mac_address': 'fa:16:3e:82:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66125b88-78d2-4187-8ab9-2603b21b621f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5420629a-fafe-4414-800d-ee37bad37fca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:30Z', 'updated_at': '2021-10-12T18:39:33Z', 'revision_number': 5, 'project_id': '3afc94801d83448cafb349fa2aba1f08', 'subnets': [{'id': '5420629a-fafe-4414-800d-ee37bad37fca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '121686de-f4d4-4a1a-911d-58d149a61d36'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:39:43.826031 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 6b641259-3b3c-43d9-b99c-84c68fe35eb7 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:39:43.883463 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 6b641259-3b3c-43d9-b99c-84c68fe35eb7 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:43.883760 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:43.974196 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:44.000554 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] For port 6b641259-3b3c-43d9-b99c-84c68fe35eb7, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=6b641259-3b3c-43d9-b99c-84c68fe35eb7,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:39:44.006385 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:44.069706 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Pushing event updated for resources: {'Port': ['ID=6b641259-3b3c-43d9-b99c-84c68fe35eb7,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:45.814048 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 6b641259-3b3c-43d9-b99c-84c68fe35eb7 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:39:45.881216 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 6b641259-3b3c-43d9-b99c-84c68fe35eb7 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:45.881961 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:54.404833 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-56ada806-f5c8-492c-b6ad-489e3f0d21b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:56.942388 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ad06e615-65d5-4eeb-9490-e4b215f1fa7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:57.969030 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:58.080837 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:59.663291 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:09.536388 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 5 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:40:24.398528 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2556973f-a018-4e81-bdbf-aad126b5276d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:26.945756 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-845a7b3a-2af9-44be-8fc8-9946de742718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:27.965866 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:28.076652 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:29.647773 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:46.535688 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 5 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:40:54.403906 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6f4cdc2e-3211-4c4f-b0b7-dfd18b89a093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:56.948536 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-90327a02-65a9-4857-9d9e-51e60047178e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:57.960847 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:58.078724 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:59.649066 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:19.923623 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 59312) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:41:19.989180 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.pecan_wsgi.hooks.translation [None req-6019cf54-5fdf-4c31-b240-85b5725799e9 admin admin] GET failed (client error): The resource could not be found. Oct 12 18:41:19.990491 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-6019cf54-5fdf-4c31-b240-85b5725799e9 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0659451 Oct 12 18:41:20.147797 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcb23ff-5955-4f43-984a-3eef4a49e046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:20.149140 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-4dcb23ff-5955-4f43-984a-3eef4a49e046 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1533785 Oct 12 18:41:22.502296 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 59322) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:41:22.599868 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905b9c1b-b8af-4bab-bb0a-73b6026f7162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:22.601207 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-905b9c1b-b8af-4bab-bb0a-73b6026f7162 admin admin] 10.222.0.66 "GET /v2.0/subnets/5420629a-fafe-4414-800d-ee37bad37fca HTTP/1.1" status: 200 len: 849 time: 0.0979455 Oct 12 18:41:22.611316 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-d159833c-a9c4-4eb9-8aa1-c3cf0e576026 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:41:22.693687 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-d159833c-a9c4-4eb9-8aa1-c3cf0e576026 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:22.841676 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-d159833c-a9c4-4eb9-8aa1-c3cf0e576026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753793537805'] for subnet, after_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:22.874581 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d159833c-a9c4-4eb9-8aa1-c3cf0e576026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:22.875213 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-d159833c-a9c4-4eb9-8aa1-c3cf0e576026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:22.878505 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-d159833c-a9c4-4eb9-8aa1-c3cf0e576026 admin admin] 10.222.0.66 "PUT /v2.0/subnets/5420629a-fafe-4414-800d-ee37bad37fca HTTP/1.1" status: 200 len: 868 time: 0.2707481 Oct 12 18:41:22.879630 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66079383-72a5-4112-8e19-7efb32be9dc6 None None] Network a72af537-5b42-47a8-885b-a3830379abd4 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:41:22.901054 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159833c-a9c4-4eb9-8aa1-c3cf0e576026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5420629a-fafe-4414-800d-ee37bad37fca,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:41:22.908846 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d159833c-a9c4-4eb9-8aa1-c3cf0e576026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:41:22.909217 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d159833c-a9c4-4eb9-8aa1-c3cf0e576026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:41:22.909739 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d159833c-a9c4-4eb9-8aa1-c3cf0e576026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:41:22.909940 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d159833c-a9c4-4eb9-8aa1-c3cf0e576026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:41:22.910263 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d159833c-a9c4-4eb9-8aa1-c3cf0e576026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:41:22.910667 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d159833c-a9c4-4eb9-8aa1-c3cf0e576026 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:41:22.910964 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d159833c-a9c4-4eb9-8aa1-c3cf0e576026 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:41:22.911303 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d159833c-a9c4-4eb9-8aa1-c3cf0e576026 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:41:22.911589 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d159833c-a9c4-4eb9-8aa1-c3cf0e576026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:41:22.911915 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d159833c-a9c4-4eb9-8aa1-c3cf0e576026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:41:22.912239 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d159833c-a9c4-4eb9-8aa1-c3cf0e576026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:41:22.912748 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d159833c-a9c4-4eb9-8aa1-c3cf0e576026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:41:23.217619 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-c1135b02-d736-4eb2-9323-98d78118ecd5 None None] Provisioning complete for port 9673e5e5-e086-401b-8fe0-63423a6304ee triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:41:23.217997 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c1135b02-d736-4eb2-9323-98d78118ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:23.309651 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-c1135b02-d736-4eb2-9323-98d78118ecd5 None None] Provisioning complete for port 6f239206-d09e-4761-a875-3bd15c922d1c triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:41:23.309944 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c1135b02-d736-4eb2-9323-98d78118ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:23.534342 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 5 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:41:24.403587 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-95715633-3acb-4601-954b-a4fb622341a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:25.149352 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 59330) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:41:25.349411 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2c95bb-74a8-45a3-8683-b67e240760ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:25.349789 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2c95bb-74a8-45a3-8683-b67e240760ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:25.351288 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-5f2c95bb-74a8-45a3-8683-b67e240760ff admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2009852 Oct 12 18:41:26.949742 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c77f989-72d8-4473-91d0-5789bd6df8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:27.614292 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 59340) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:41:27.822297 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5486f72-1b2f-4f20-9e4c-9f4e32736583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:27.823226 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5486f72-1b2f-4f20-9e4c-9f4e32736583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:27.824737 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-a5486f72-1b2f-4f20-9e4c-9f4e32736583 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2094924 Oct 12 18:41:27.964728 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:28.080847 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:29.654059 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:30.112384 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 59348) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:41:30.235653 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc057f1-b810-41d7-b3c2-64f34a9b34f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:30.236970 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-cbc057f1-b810-41d7-b3c2-64f34a9b34f5 admin admin] 10.222.0.66 "GET /v2.0/networks/3ebee7fc-7e47-48dc-a73f-702afd21678f HTTP/1.1" status: 200 len: 886 time: 0.1236532 Oct 12 18:41:32.515523 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 59356) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:41:32.643634 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769f279b-dd27-4d91-8ab3-601964de217c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:32.644944 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-769f279b-dd27-4d91-8ab3-601964de217c admin admin] 10.222.0.66 "GET /v2.0/networks/a72af537-5b42-47a8-885b-a3830379abd4 HTTP/1.1" status: 200 len: 869 time: 0.1284773 Oct 12 18:41:34.922091 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 59364) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:41:35.048018 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58681fbc-53f4-42af-bb7a-e76f75bed1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:35.048473 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58681fbc-53f4-42af-bb7a-e76f75bed1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:35.050020 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-58681fbc-53f4-42af-bb7a-e76f75bed1e9 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270468 Oct 12 18:41:37.406193 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 59372) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:41:37.497075 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660869c7-fda3-4a48-a248-6d7257a7e9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:37.497548 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660869c7-fda3-4a48-a248-6d7257a7e9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:37.499009 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-660869c7-fda3-4a48-a248-6d7257a7e9b7 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918889 Oct 12 18:41:39.781614 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 59380) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:41:39.869753 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1246c8f7-348d-4138-b8b3-93added352fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:39.871206 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-1246c8f7-348d-4138-b8b3-93added352fb admin admin] 10.222.0.66 "GET /v2.0/subnets/257fc62d-aef6-4fd3-8a07-67da1276276c HTTP/1.1" status: 200 len: 816 time: 0.0886266 Oct 12 18:41:42.158546 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 59388) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:41:42.251801 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1bc406-7e7c-4018-945f-2e0553904d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:42.253144 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-9d1bc406-7e7c-4018-945f-2e0553904d72 admin admin] 10.222.0.66 "GET /v2.0/subnets/5420629a-fafe-4414-800d-ee37bad37fca HTTP/1.1" status: 200 len: 868 time: 0.0936730 Oct 12 18:41:54.404212 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dab677bd-7642-45b4-b2c2-5627e627e614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:56.950374 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73ed1352-afeb-4435-b9b2-06561c394a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:58.048458 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:58.083476 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:59.658543 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:00.532724 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 5 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:42:06.818225 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 59442) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:06.866263 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [None req-9624b464-1a44-4bfd-b5c9-834f477c70b6 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:42:06.867242 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-9624b464-1a44-4bfd-b5c9-834f477c70b6 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0481534 Oct 12 18:42:09.239244 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 59450) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:09.301731 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c42a923-bcb4-4593-a585-98957228268c admin admin] GET failed (client error): The resource could not be found. Oct 12 18:42:09.303039 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-5c42a923-bcb4-4593-a585-98957228268c admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0628433 Oct 12 18:42:09.441695 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fbb8d4-8c4c-4159-b535-d45c270303f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:09.443078 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-56fbb8d4-8c4c-4159-b535-d45c270303f9 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1355217 Oct 12 18:42:11.752481 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 59458) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:11.798505 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:42:11.822370 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Made reservation on behalf of bc2856a64c8242c2aeeb4d9a716ee3ca for: {'network': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:42:11.824674 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:11.850703 dv-cinder-813229-2-iscsi neutron-server[100617]: WARNING neutron.services.revisions.revision_plugin [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Could not find related network for resource to bump revision. Oct 12 18:42:11.866914 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=100617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:42:11.878845 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753793658615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:11.879373 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Unsubscribe: segment precommit_create {{(pid=100617) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 18:42:11.879834 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.segments_db [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Added segment ed038833-098e-4aaa-9713-296885ebd14a of type vlan for network af2f7894-13a2-49e9-8369-544895395213 Oct 12 18:42:11.932683 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:11.962573 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:11.963592 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:11.964164 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:12.037308 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2837515 Oct 12 18:42:12.055279 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Pushing event updated for resources: {'Network': ['ID=af2f7894-13a2-49e9-8369-544895395213,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:12.063286 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:12.063557 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:12.063899 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:12.064229 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:12.064554 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:12.064884 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:12.065206 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:12.065562 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:12.065885 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:12.066207 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:12.066523 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:12.066845 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe553-4898-4ab9-82b8-80c55c555b29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:12.078592 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network af2f7894-13a2-49e9-8369-544895395213 details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:42:14.401370 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 59466) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:14.460505 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7902fcd-f15a-4ab0-8706-36b12ebbd585 admin admin] GET failed (client error): The resource could not be found. Oct 12 18:42:14.461819 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-f7902fcd-f15a-4ab0-8706-36b12ebbd585 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594609 Oct 12 18:42:14.530083 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d817a6-f331-46c2-b625-c23e8f97ab27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:14.531478 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-d6d817a6-f331-46c2-b625-c23e8f97ab27 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648813 Oct 12 18:42:14.541700 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-bd88559b-2c74-4468-abc8-a22ce6b0984d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'af2f7894-13a2-49e9-8369-544895395213'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:42:14.561664 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd88559b-2c74-4468-abc8-a22ce6b0984d admin admin] Made reservation on behalf of bc2856a64c8242c2aeeb4d9a716ee3ca for: {'subnet': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:42:14.564017 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-bd88559b-2c74-4468-abc8-a22ce6b0984d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:14.720916 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-bd88559b-2c74-4468-abc8-a22ce6b0984d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for subnet, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:14.776619 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88559b-2c74-4468-abc8-a22ce6b0984d admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ef0eb6-d23b-4516-9adc-56a5b649952f,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:14.784638 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd88559b-2c74-4468-abc8-a22ce6b0984d admin admin] Checking segment: {'id': 'ed038833-098e-4aaa-9713-296885ebd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'af2f7894-13a2-49e9-8369-544895395213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:42:14.784987 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd88559b-2c74-4468-abc8-a22ce6b0984d admin admin] Network hostable DHCP agents. Network: af2f7894-13a2-49e9-8369-544895395213, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:42:14.800099 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd88559b-2c74-4468-abc8-a22ce6b0984d admin admin] Network af2f7894-13a2-49e9-8369-544895395213 is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:42:14.808955 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-bd88559b-2c74-4468-abc8-a22ce6b0984d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, af2f7894-13a2-49e9-8369-544895395213) {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:42:14.813302 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd88559b-2c74-4468-abc8-a22ce6b0984d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:14.813914 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-bd88559b-2c74-4468-abc8-a22ce6b0984d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:14.817646 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5010a7-36b2-4944-bc63-f0c2629fade2 None None] Network af2f7894-13a2-49e9-8369-544895395213 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:42:14.830192 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-bd88559b-2c74-4468-abc8-a22ce6b0984d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2919285 Oct 12 18:42:14.972047 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5602ee66-8491-574c-94af-19f40db2d604-af2f7894-13a2-49e9-8369-544895395213', 'network_id': 'af2f7894-13a2-49e9-8369-544895395213', 'tenant_id': 'bc2856a64c8242c2aeeb4d9a716ee3ca', 'fixed_ips': [{'subnet_id': '80ef0eb6-d23b-4516-9adc-56a5b649952f'}]}} from dv-cinder-813229-2-iscsi. {{(pid=100619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:42:14.972883 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:15.115086 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Allocated IP 192.168.233.2 (af2f7894-13a2-49e9-8369-544895395213/80ef0eb6-d23b-4516-9adc-56a5b649952f/63c3ec4a-f536-491b-b2ac-3e5a6073f616) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:42:15.262651 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Notify callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:15.268497 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:15.307924 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Network af2f7894-13a2-49e9-8369-544895395213 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:42:15.310878 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:42:15.314571 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:42:15.319920 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Pushing event updated for resources: {'Port': ['ID=63c3ec4a-f536-491b-b2ac-3e5a6073f616,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:15.330894 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:15.331266 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:15.331614 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:15.331953 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:15.332292 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:15.332628 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:15.332960 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:15.333338 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:15.333739 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:15.334054 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:15.334398 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:15.335004 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:15.382714 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Attempting to bind port 63c3ec4a-f536-491b-b2ac-3e5a6073f616 on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:42:15.383074 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Attempting to bind port 63c3ec4a-f536-491b-b2ac-3e5a6073f616 by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'ed038833-098e-4aaa-9713-296885ebd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'af2f7894-13a2-49e9-8369-544895395213'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:42:15.383433 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Attempting to bind port 63c3ec4a-f536-491b-b2ac-3e5a6073f616 on network af2f7894-13a2-49e9-8369-544895395213 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:42:15.389117 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:42:15.389511 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Checking segment: {'id': 'ed038833-098e-4aaa-9713-296885ebd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'af2f7894-13a2-49e9-8369-544895395213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:42:15.389906 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:15.390288 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Bound using segment: {'id': 'ed038833-098e-4aaa-9713-296885ebd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'af2f7894-13a2-49e9-8369-544895395213'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:42:15.390749 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Bound port: 63c3ec4a-f536-491b-b2ac-3e5a6073f616, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed038833-098e-4aaa-9713-296885ebd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'af2f7894-13a2-49e9-8369-544895395213'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:42:15.391134 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:15.458338 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] For port 63c3ec4a-f536-491b-b2ac-3e5a6073f616, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:42:15.461816 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] For port 63c3ec4a-f536-491b-b2ac-3e5a6073f616, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=63c3ec4a-f536-491b-b2ac-3e5a6073f616,segment=NetworkSegment(ed038833-098e-4aaa-9713-296885ebd14a),segment_id=ed038833-098e-4aaa-9713-296885ebd14a)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:42:15.467225 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:15.521472 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9a919-2414-4b25-9d71-e9a80dcc3a78 None None] Pushing event updated for resources: {'Port': ['ID=63c3ec4a-f536-491b-b2ac-3e5a6073f616,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:15.894317 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 63c3ec4a-f536-491b-b2ac-3e5a6073f616 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:42:15.946580 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 63c3ec4a-f536-491b-b2ac-3e5a6073f616 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:42:15.947006 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:16.027729 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:16.058750 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] For port 63c3ec4a-f536-491b-b2ac-3e5a6073f616, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=63c3ec4a-f536-491b-b2ac-3e5a6073f616,segment=NetworkSegment(ed038833-098e-4aaa-9713-296885ebd14a),segment_id=ed038833-098e-4aaa-9713-296885ebd14a)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:42:16.063872 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:16.119261 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Pushing event updated for resources: {'Port': ['ID=63c3ec4a-f536-491b-b2ac-3e5a6073f616,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:16.369909 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963081b6-0b19-4778-b65b-5fb2010ce21d None None] Network af2f7894-13a2-49e9-8369-544895395213 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:42:16.433628 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-8201f794-8d6b-4d06-9e3b-77f4056a0912 None None] Provisioning complete for port 63c3ec4a-f536-491b-b2ac-3e5a6073f616 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:42:16.433996 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8201f794-8d6b-4d06-9e3b-77f4056a0912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:16.795884 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4f5f804d-84f8-450c-a499-48cfb742c25f None None] Provisioning complete for port 63c3ec4a-f536-491b-b2ac-3e5a6073f616 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:42:16.796250 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f5f804d-84f8-450c-a499-48cfb742c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:17.881064 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 63c3ec4a-f536-491b-b2ac-3e5a6073f616 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:42:17.929208 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 63c3ec4a-f536-491b-b2ac-3e5a6073f616 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:42:17.929599 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:24.405296 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d2a3cc1f-4994-4e89-bc81-2496be841689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:26.950720 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0f6a188c-b2ee-4b93-9234-9d0d7e477594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:27.959299 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:28.086720 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:29.660663 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:37.532821 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 5 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:42:54.406844 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-918d0f0e-6f04-4550-a148-7f094865a07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:56.951047 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b735dedb-75b2-42a6-8175-b44c65cdb07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:57.963439 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:58.089710 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:59.663572 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:14.531424 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 5 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:43:24.411221 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1b46f8b-4509-44c4-bc04-38957f7b7446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:26.950379 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-459431e8-9788-4f23-a8c7-40cf51659a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:27.342827 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 59518) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:27.348505 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [None req-6c8e149f-ca4b-442f-bf7c-7ed7e968dbfc tempest-verify_tempest_config-926640506 tempest-verify_tempest_config-926640506-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:43:27.349464 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-6c8e149f-ca4b-442f-bf7c-7ed7e968dbfc tempest-verify_tempest_config-926640506 tempest-verify_tempest_config-926640506-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0056674 Oct 12 18:43:27.641326 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 59536) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:27.744250 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-1984b5ca-6a30-4228-a7a6-3e4577d815e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:27.842596 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-1984b5ca-6a30-4228-a7a6-3e4577d815e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:27.846103 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-1984b5ca-6a30-4228-a7a6-3e4577d815e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:27.887719 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984b5ca-6a30-4228-a7a6-3e4577d815e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffe9fb6-ebd9-4bd3-a870-0a6f9ffcb241,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:27.895924 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-1984b5ca-6a30-4228-a7a6-3e4577d815e5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=66afb5cc554e47ee978cb6d6e0014faa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2535827 Oct 12 18:43:27.897485 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b5ca-6a30-4228-a7a6-3e4577d815e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:27.897848 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b5ca-6a30-4228-a7a6-3e4577d815e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:27.899034 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b5ca-6a30-4228-a7a6-3e4577d815e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:27.899353 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 59540) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:43:27.899809 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b5ca-6a30-4228-a7a6-3e4577d815e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:27.899809 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b5ca-6a30-4228-a7a6-3e4577d815e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:27.900035 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b5ca-6a30-4228-a7a6-3e4577d815e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:27.900361 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b5ca-6a30-4228-a7a6-3e4577d815e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:27.900695 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b5ca-6a30-4228-a7a6-3e4577d815e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:27.901206 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b5ca-6a30-4228-a7a6-3e4577d815e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:27.901565 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b5ca-6a30-4228-a7a6-3e4577d815e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:27.901905 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b5ca-6a30-4228-a7a6-3e4577d815e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:27.902214 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b5ca-6a30-4228-a7a6-3e4577d815e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:27.962285 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-52f8e2d3-957c-4411-9559-38b294053aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:27.964647 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:27.984034 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-52f8e2d3-957c-4411-9559-38b294053aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:28.076121 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-52f8e2d3-957c-4411-9559-38b294053aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:28.080422 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-52f8e2d3-957c-4411-9559-38b294053aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:28.082322 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-52f8e2d3-957c-4411-9559-38b294053aa3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ffe9fb6-ebd9-4bd3-a870-0a6f9ffcb241 HTTP/1.1" status: 204 len: 168 time: 0.1816232 Oct 12 18:43:28.093951 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:28.096531 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8e2d3-957c-4411-9559-38b294053aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffe9fb6-ebd9-4bd3-a870-0a6f9ffcb241,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:43:28.103567 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8e2d3-957c-4411-9559-38b294053aa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:28.103919 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8e2d3-957c-4411-9559-38b294053aa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:28.104264 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8e2d3-957c-4411-9559-38b294053aa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:28.104595 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8e2d3-957c-4411-9559-38b294053aa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:28.104928 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8e2d3-957c-4411-9559-38b294053aa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:28.105273 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8e2d3-957c-4411-9559-38b294053aa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:28.105630 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8e2d3-957c-4411-9559-38b294053aa3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:28.105973 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8e2d3-957c-4411-9559-38b294053aa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:28.106301 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8e2d3-957c-4411-9559-38b294053aa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:28.106620 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8e2d3-957c-4411-9559-38b294053aa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:28.106938 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8e2d3-957c-4411-9559-38b294053aa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:28.107255 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8e2d3-957c-4411-9559-38b294053aa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:43:29.665621 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:51.530021 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 5 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:43:54.415634 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9f9d0a30-ed3c-4eaf-bf52-039e6e1e0a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:56.952018 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d829-f262-4704-b2a2-95e8226ba5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:57.966259 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:58.093954 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:59.668207 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:24.416771 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6c360101-d3ff-4d3c-b987-2c5a82f18f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:26.952717 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-150aef33-15e1-402b-9c7f-c9a19f444e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:27.968398 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:28.103150 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:28.528541 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 5 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:44:29.671460 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:54.417601 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e5d54557-18ea-4d9e-9b63-8dbc12f728cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:56.952686 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2dda9a71-a98c-4fa9-ba9b-5ea429963fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:57.969533 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:58.099225 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:59.674383 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:59.830858 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8006636'] for agent, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:05.526866 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:45:14.422512 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 59614) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:14.526386 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-0bf44cc6-b45d-4a04-8f16-4f028a0643a2 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1027951 Oct 12 18:45:16.842056 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 59624) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:45:16.895712 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-80a949d8-88c6-4ba9-8aa6-b3d05e341135 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0525997 Oct 12 18:45:24.418679 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc61f6fd-3688-4732-bba0-f8ccfb8d86de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:26.952592 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6746c36d-e814-43ae-8eb8-288119793e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:27.969913 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:28.104529 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:29.684862 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:29.814336 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:42.526346 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:45:54.417565 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe403185-84ee-4822-87b5-ba99ac926baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:56.952308 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9753454e-330a-4b69-86ae-021e9e316de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:57.970294 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:58.106545 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:59.680475 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:59.812825 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:19.525442 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:46:24.417969 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-687860ef-f583-44cb-9fc9-0715c650c1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:26.953456 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a80d58ba-3bbe-4e47-92b3-ad30d0977a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:27.974579 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:28.109612 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:29.686431 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:29.801092 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:44.879547 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 59790) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:44.918005 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 59798) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:45.148571 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-network', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:45.175204 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Made reservation on behalf of 9014b76ca29d4cf2b8e0f1ac9621ec71 for: {'network': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:46:45.182173 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:45.196509 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:45.201680 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-73e44035-5b6d-4461-a28d-5208c3a9497b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-460408187-network', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:45.261299 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e44035-5b6d-4461-a28d-5208c3a9497b admin admin] Made reservation on behalf of e8fde9f299c741df94fb2f851b651138 for: {'network': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:46:45.263619 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-73e44035-5b6d-4461-a28d-5208c3a9497b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:45.278650 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-73e44035-5b6d-4461-a28d-5208c3a9497b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:45.332932 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:45.345426 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:45.383030 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=100618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:46:45.395200 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:45.395451 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.db.segments_db [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Added segment 6afa3e34-2c70-40b7-b0a9-48c1009c277e of type vlan for network d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 Oct 12 18:46:45.474945 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:45.488770 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500578c0-377d-41e0-89e3-36acbdd51112,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:45.524623 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:45.525138 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:45.525621 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:45.526103 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:45.526598 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:45.527068 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:45.527549 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:45.528030 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:45.528401 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:45.528730 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:45.529142 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:45.529619 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Tracked resource versions report: Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: pushed versions: Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: { 'AddressGroup': {'1.2'}, Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'ConntrackHelper': {'1.0'}, Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Log': {'1.0'}, Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Network': {'1.1'}, Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Port': {'1.7'}, Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'PortForwarding': {'1.2'}, Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'QosPolicy': {'1.10'}, Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'SecurityGroup': {'1.4'}, Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'SubPort': {'1.0'}, Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Subnet': {'1.1'}, Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Trunk': {'1.1'}} Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: consumer versions: Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: { DHCP agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: HyperV agent@hv-cinder-81322: {}, Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: L3 agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: Metadata agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: Metering agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: Open vSwitch agent@dv-cinder-813229-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'ConntrackHelper': '1.0', Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Log': '1.0', Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Network': '1.1', Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Port': '1.7', Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'PortForwarding': '1.2', Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'QosPolicy': '1.10', Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'SecurityGroup': '1.4', Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'SecurityGroupRule': '1.2', Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'SubPort': '1.0', Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Subnet': '1.1', Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: 'Trunk': '1.1'}} Oct 12 18:46:45.531315 dv-cinder-813229-2-iscsi neutron-server[100618]: {{(pid=100618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:46:45.565205 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:45.566217 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:45.567054 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:45.647282 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-73e44035-5b6d-4461-a28d-5208c3a9497b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:45.654629 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 59848) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:45.655305 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7723587 Oct 12 18:46:45.658271 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-73e44035-5b6d-4461-a28d-5208c3a9497b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:45.660902 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Request body: {'subnet': {'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-subnet', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:45.691427 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Made reservation on behalf of 9014b76ca29d4cf2b8e0f1ac9621ec71 for: {'subnet': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:46:45.691427 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:45.734779 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a9ccb-3423-4526-815b-cc296a70e1bf admin admin] Pushing event updated for resources: {'Network': ['ID=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:45.751109 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:46:45.753732 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e44035-5b6d-4461-a28d-5208c3a9497b admin admin] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=100618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:46:45.756555 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e44035-5b6d-4461-a28d-5208c3a9497b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d5fece-be7a-48ca-827c-dfbad5ea0584,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:45.773184 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-73e44035-5b6d-4461-a28d-5208c3a9497b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:45.774725 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.db.segments_db [None req-73e44035-5b6d-4461-a28d-5208c3a9497b admin admin] Added segment 74016772-6d56-46ab-87c7-6399d5a791c8 of type vlan for network 01a861b8-fd34-499e-b00f-62278e422b54 Oct 12 18:46:45.832137 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-73e44035-5b6d-4461-a28d-5208c3a9497b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:45.861933 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 59852) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:45.876287 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-73e44035-5b6d-4461-a28d-5208c3a9497b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:45.877816 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e44035-5b6d-4461-a28d-5208c3a9497b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:45.879542 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-73e44035-5b6d-4461-a28d-5208c3a9497b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:45.918087 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-73e44035-5b6d-4461-a28d-5208c3a9497b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9954925 Oct 12 18:46:45.924448 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 59858) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:45.930706 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-193c1b34-a2ae-4467-8824-80a548dfa891 admin admin] Request body: {'subnet': {'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-460408187-subnet', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:45.935815 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for subnet, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:45.952359 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 59862) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:45.973241 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 59866) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:45.984499 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e44035-5b6d-4461-a28d-5208c3a9497b admin admin] Pushing event updated for resources: {'Network': ['ID=01a861b8-fd34-499e-b00f-62278e422b54,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:45.995897 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network 01a861b8-fd34-499e-b00f-62278e422b54 details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:46:46.010649 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e169c64-1553-4025-8cf9-96cfe11d06bd,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:46.023029 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:46.023742 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:46.024295 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:46.024855 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:46.025285 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:46.025748 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:46.026195 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:46.026735 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:46.027292 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:46.027841 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:46.028673 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:46.029232 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Tracked resource versions report: Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: pushed versions: Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: { 'AddressGroup': {'1.2'}, Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'ConntrackHelper': {'1.0'}, Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Log': {'1.0'}, Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Network': {'1.1'}, Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Port': {'1.7'}, Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'PortForwarding': {'1.2'}, Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'QosPolicy': {'1.10'}, Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'SecurityGroup': {'1.4'}, Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'SubPort': {'1.0'}, Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Subnet': {'1.1'}, Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Trunk': {'1.1'}} Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: consumer versions: Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: { DHCP agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: HyperV agent@hv-cinder-81322: {}, Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: L3 agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: Metadata agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: Metering agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: Open vSwitch agent@dv-cinder-813229-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'ConntrackHelper': '1.0', Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Log': '1.0', Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Network': '1.1', Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Port': '1.7', Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'PortForwarding': '1.2', Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'QosPolicy': '1.10', Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'SecurityGroup': '1.4', Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'SecurityGroupRule': '1.2', Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'SubPort': '1.0', Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Subnet': '1.1', Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: 'Trunk': '1.1'}} Oct 12 18:46:46.030812 dv-cinder-813229-2-iscsi neutron-server[100617]: {{(pid=100617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:46:46.058507 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Checking segment: {'id': '6afa3e34-2c70-40b7-b0a9-48c1009c277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:46:46.059157 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Network hostable DHCP agents. Network: d7ea82d4-1a02-4e55-8809-50cbe1adf2a3, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:46:46.076897 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193c1b34-a2ae-4467-8824-80a548dfa891 admin admin] Made reservation on behalf of e8fde9f299c741df94fb2f851b651138 for: {'subnet': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:46:46.079634 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-193c1b34-a2ae-4467-8824-80a548dfa891 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.128493 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Network d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:46:46.144670 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, d7ea82d4-1a02-4e55-8809-50cbe1adf2a3) {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:46:46.154013 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9778a691-54de-41af-9b18-a47af19dc9f3 None None] Network d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:46:46.185028 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-fd4cd0dd-123a-4b16-81a4-df82450afead admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1049346672-network', 'tenant_id': '0bc217571a1f4727a5ea41bd30dc1016'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:46.236583 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-f658d669-27d5-405a-ab30-f89c95f4e363 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-987333433-network', 'tenant_id': '632a64d9b8e8420c84959edd892a318b'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:46.260938 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:46.262609 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.269313 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-193c1b34-a2ae-4467-8824-80a548dfa891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for subnet, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.275185 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4cd0dd-123a-4b16-81a4-df82450afead admin admin] Made reservation on behalf of 0bc217571a1f4727a5ea41bd30dc1016 for: {'network': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:46:46.279812 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd0dd-123a-4b16-81a4-df82450afead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.287962 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f658d669-27d5-405a-ab30-f89c95f4e363 admin admin] Made reservation on behalf of 632a64d9b8e8420c84959edd892a318b for: {'network': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:46:46.290772 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f658d669-27d5-405a-ab30-f89c95f4e363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.308122 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-f6bb798c-05fa-473e-9b25-a10bedf836b7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1103043771-network', 'tenant_id': 'fc33eae0723d48e4812e7707024cc36a'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:46.324892 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-4563fbfc-df4d-490f-9c99-3a9f440e1019 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6691499 Oct 12 18:46:46.329883 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 59876) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:46.335706 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:46.348164 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5602ee66-8491-574c-94af-19f40db2d604-d7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd'}]}} from dv-cinder-813229-2-iscsi. {{(pid=100619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:46:46.348395 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f658d669-27d5-405a-ab30-f89c95f4e363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.350109 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.352851 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd0dd-123a-4b16-81a4-df82450afead admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.362788 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bb798c-05fa-473e-9b25-a10bedf836b7 admin admin] Made reservation on behalf of fc33eae0723d48e4812e7707024cc36a for: {'network': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:46:46.366166 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f6bb798c-05fa-473e-9b25-a10bedf836b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.368483 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c1b34-a2ae-4467-8824-80a548dfa891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e05615-d974-4962-bb16-1d78f8acc32c,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:46.384373 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c1b34-a2ae-4467-8824-80a548dfa891 admin admin] Checking segment: {'id': '74016772-6d56-46ab-87c7-6399d5a791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:46:46.384971 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c1b34-a2ae-4467-8824-80a548dfa891 admin admin] Network hostable DHCP agents. Network: 01a861b8-fd34-499e-b00f-62278e422b54, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:46:46.389558 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7999991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24842'] for router, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.390670 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7999843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8005428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24837'] for router, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.395431 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f6bb798c-05fa-473e-9b25-a10bedf836b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.439345 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c1b34-a2ae-4467-8824-80a548dfa891 admin admin] Network 01a861b8-fd34-499e-b00f-62278e422b54 is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:46:46.586532 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-193c1b34-a2ae-4467-8824-80a548dfa891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, 01a861b8-fd34-499e-b00f-62278e422b54) {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:46:46.623345 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Allocated IP 172.20.0.2 (d7ea82d4-1a02-4e55-8809-50cbe1adf2a3/8e169c64-1553-4025-8cf9-96cfe11d06bd/a55215e5-451b-4b43-9c7b-1bad5df662dc) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:46:46.633998 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c1b34-a2ae-4467-8824-80a548dfa891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:46.634596 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-193c1b34-a2ae-4467-8824-80a548dfa891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.646523 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.670619 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-193c1b34-a2ae-4467-8824-80a548dfa891 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7449918 Oct 12 18:46:46.672049 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 59888) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:46.686765 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:46.726183 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f6bb798c-05fa-473e-9b25-a10bedf836b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.750199 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd0dd-123a-4b16-81a4-df82450afead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.751466 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f6bb798c-05fa-473e-9b25-a10bedf836b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.759100 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f658d669-27d5-405a-ab30-f89c95f4e363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.769862 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f658d669-27d5-405a-ab30-f89c95f4e363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.772854 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd0dd-123a-4b16-81a4-df82450afead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.788073 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bb798c-05fa-473e-9b25-a10bedf836b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=100618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:46:46.816339 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f658d669-27d5-405a-ab30-f89c95f4e363 admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=100618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:46:46.818463 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4cd0dd-123a-4b16-81a4-df82450afead admin admin] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=100618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:46:46.824447 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f6bb798c-05fa-473e-9b25-a10bedf836b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.824447 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.db.segments_db [None req-f6bb798c-05fa-473e-9b25-a10bedf836b7 admin admin] Added segment affc05d4-d4d8-4c69-bd62-5888085105f3 of type vlan for network cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0 Oct 12 18:46:46.895157 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7999991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24842'] for router, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.896233 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7999843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8005428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24837'] for router, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.903146 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f658d669-27d5-405a-ab30-f89c95f4e363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.903410 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.db.segments_db [None req-f658d669-27d5-405a-ab30-f89c95f4e363 admin admin] Added segment e7a78047-8cb0-4655-a0aa-f55f8278caea of type vlan for network 3a4e204a-982c-455b-87fd-0d4fbe139919 Oct 12 18:46:46.905799 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd0dd-123a-4b16-81a4-df82450afead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.906129 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.db.segments_db [None req-fd4cd0dd-123a-4b16-81a4-df82450afead admin admin] Added segment e5139d8a-067f-487e-a031-346d08834f11 of type vlan for network 1ae47209-5c62-4818-8937-1a6820ef7ef3 Oct 12 18:46:46.910437 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.931033 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b652a18e-6366-4340-ac20-0670473a44ec None None] Network 01a861b8-fd34-499e-b00f-62278e422b54 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:46:46.945727 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f6bb798c-05fa-473e-9b25-a10bedf836b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:46.947834 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb798c-05fa-473e-9b25-a10bedf836b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4723f2fb-c67a-4bc6-8380-8c0ccfa51529,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:47.079742 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd0dd-123a-4b16-81a4-df82450afead admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.083848 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f658d669-27d5-405a-ab30-f89c95f4e363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.111345 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658d669-27d5-405a-ab30-f89c95f4e363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ab60af-17d1-4674-bdeb-cbfd58002b55,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:47.132137 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.158310 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.169386 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f6bb798c-05fa-473e-9b25-a10bedf836b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.170759 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bb798c-05fa-473e-9b25-a10bedf836b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:47.171543 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f6bb798c-05fa-473e-9b25-a10bedf836b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.225049 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.235988 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cd0dd-123a-4b16-81a4-df82450afead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978cb197-0ec0-4c57-807c-0ceef02c3fb2,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:47.264023 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.296159 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.314385 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd0dd-123a-4b16-81a4-df82450afead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.315782 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4cd0dd-123a-4b16-81a4-df82450afead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:47.316621 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd0dd-123a-4b16-81a4-df82450afead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.355081 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Network d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:46:47.374763 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f658d669-27d5-405a-ab30-f89c95f4e363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.376120 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f658d669-27d5-405a-ab30-f89c95f4e363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:47.376902 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f658d669-27d5-405a-ab30-f89c95f4e363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.400130 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:46:47.430344 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-f6bb798c-05fa-473e-9b25-a10bedf836b7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4550047 Oct 12 18:46:47.440480 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 59926) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:47.442290 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5602ee66-8491-574c-94af-19f40db2d604-01a861b8-fd34-499e-b00f-62278e422b54', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'fixed_ips': [{'subnet_id': '59e05615-d974-4962-bb16-1d78f8acc32c'}]}} from dv-cinder-813229-2-iscsi. {{(pid=100619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:46:47.444448 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.448918 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-f658d669-27d5-405a-ab30-f89c95f4e363 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4926884 Oct 12 18:46:47.451609 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-ed7edf1a-a852-4c31-a094-3949de9dbb76 admin admin] Request body: {'subnet': {'network_id': 'cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1103043771-subnet', 'tenant_id': 'fc33eae0723d48e4812e7707024cc36a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:47.456701 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 59930) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:47.466525 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-10a6ec85-6157-43e7-95dc-358f36dddc28 admin admin] Request body: {'subnet': {'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-987333433-subnet', 'tenant_id': '632a64d9b8e8420c84959edd892a318b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:47.506228 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-fd4cd0dd-123a-4b16-81a4-df82450afead admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6427269 Oct 12 18:46:47.517177 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 59938) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:47.541463 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:46:47.565629 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Pushing event updated for resources: {'Port': ['ID=a55215e5-451b-4b43-9c7b-1bad5df662dc,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:47.566726 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] Allocated IP 172.27.0.233 (3ebee7fc-7e47-48dc-a73f-702afd21678f/257fc62d-aef6-4fd3-8a07-67da1276276c/fb0b186c-415b-4c52-98fe-e83224ae73ee) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:46:47.594709 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.607924 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-9e2ccd89-f4e4-4071-b77a-ba8f85f0c5e5 admin admin] Request body: {'subnet': {'network_id': '1ae47209-5c62-4818-8937-1a6820ef7ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1049346672-subnet', 'tenant_id': '0bc217571a1f4727a5ea41bd30dc1016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:47.649777 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb798c-05fa-473e-9b25-a10bedf836b7 admin admin] Pushing event updated for resources: {'Network': ['ID=cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:47.662508 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7edf1a-a852-4c31-a094-3949de9dbb76 admin admin] Made reservation on behalf of fc33eae0723d48e4812e7707024cc36a for: {'subnet': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:46:47.666211 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ed7edf1a-a852-4c31-a094-3949de9dbb76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.674163 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0 details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:46:47.678462 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:47.678904 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:47.679337 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:47.679892 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:47.680527 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:47.681131 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:47.681492 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:47.682080 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:47.682632 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:47.683099 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:47.683541 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:47.683946 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Tracked resource versions report: Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: pushed versions: Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: { 'AddressGroup': {'1.2'}, Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'ConntrackHelper': {'1.0'}, Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Log': {'1.0'}, Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Network': {'1.1'}, Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Port': {'1.7'}, Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'PortForwarding': {'1.2'}, Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'QosPolicy': {'1.10'}, Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'SecurityGroup': {'1.4'}, Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'SubPort': {'1.0'}, Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Subnet': {'1.1'}, Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Trunk': {'1.1'}} Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: consumer versions: Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: { DHCP agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: HyperV agent@hv-cinder-81322: {}, Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: L3 agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: Metadata agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: Metering agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: Open vSwitch agent@dv-cinder-813229-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'ConntrackHelper': '1.0', Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Log': '1.0', Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Network': '1.1', Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Port': '1.7', Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'PortForwarding': '1.2', Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'QosPolicy': '1.10', Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'SecurityGroup': '1.4', Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'SecurityGroupRule': '1.2', Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'SubPort': '1.0', Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Subnet': '1.1', Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: 'Trunk': '1.1'}} Oct 12 18:46:47.685246 dv-cinder-813229-2-iscsi neutron-server[100619]: {{(pid=100619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:46:47.803050 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Attempting to bind port a55215e5-451b-4b43-9c7b-1bad5df662dc on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:46:47.807289 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Attempting to bind port a55215e5-451b-4b43-9c7b-1bad5df662dc by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': '6afa3e34-2c70-40b7-b0a9-48c1009c277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:46:47.809683 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Attempting to bind port a55215e5-451b-4b43-9c7b-1bad5df662dc on network d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:46:47.886443 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a6ec85-6157-43e7-95dc-358f36dddc28 admin admin] Made reservation on behalf of 632a64d9b8e8420c84959edd892a318b for: {'subnet': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:46:47.888845 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-10a6ec85-6157-43e7-95dc-358f36dddc28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.893747 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.903565 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cd0dd-123a-4b16-81a4-df82450afead admin admin] Pushing event updated for resources: {'Network': ['ID=1ae47209-5c62-4818-8937-1a6820ef7ef3,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:47.949287 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:47.967023 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network 1ae47209-5c62-4818-8937-1a6820ef7ef3 details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:46:48.025581 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:46:48.029901 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:46:48.033976 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:46:48.044364 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:46:48.044737 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Checking segment: {'id': '6afa3e34-2c70-40b7-b0a9-48c1009c277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:46:48.045140 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:48.045557 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Bound using segment: {'id': '6afa3e34-2c70-40b7-b0a9-48c1009c277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:46:48.046045 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Bound port: a55215e5-451b-4b43-9c7b-1bad5df662dc, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afa3e34-2c70-40b7-b0a9-48c1009c277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:46:48.046444 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:48.083843 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2ccd89-f4e4-4071-b77a-ba8f85f0c5e5 admin admin] Made reservation on behalf of 0bc217571a1f4727a5ea41bd30dc1016 for: {'subnet': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:46:48.086778 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-9e2ccd89-f4e4-4071-b77a-ba8f85f0c5e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:48.166004 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] Pushing event updated for resources: {'Port': ['ID=fb0b186c-415b-4c52-98fe-e83224ae73ee,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:48.185630 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658d669-27d5-405a-ab30-f89c95f4e363 admin admin] Pushing event updated for resources: {'Network': ['ID=3a4e204a-982c-455b-87fd-0d4fbe139919,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:48.224125 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network 3a4e204a-982c-455b-87fd-0d4fbe139919 details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:46:48.328979 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Allocated IP 172.20.0.2 (01a861b8-fd34-499e-b00f-62278e422b54/59e05615-d974-4962-bb16-1d78f8acc32c/4d03d18d-9fc4-405f-bf70-534918680f1c) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:46:48.365775 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 59986) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:48.432448 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] For port a55215e5-451b-4b43-9c7b-1bad5df662dc, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:46:48.452050 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] For port a55215e5-451b-4b43-9c7b-1bad5df662dc, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=a55215e5-451b-4b43-9c7b-1bad5df662dc,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:46:48.463738 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:48.574430 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:48.669230 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e693a-16e7-4c89-ae1c-3f00ca238fd5 None None] Pushing event updated for resources: {'Port': ['ID=a55215e5-451b-4b43-9c7b-1bad5df662dc,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:48.715322 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Notify callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:48.727137 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:48.775346 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 59994) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:48.894167 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7999868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7932389'] for router, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:48.921234 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Network 01a861b8-fd34-499e-b00f-62278e422b54 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:46:48.925868 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:46:48.930524 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:46:48.982826 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Pushing event updated for resources: {'Port': ['ID=4d03d18d-9fc4-405f-bf70-534918680f1c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:48.984125 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e238ae36-ebd3-4c23-8ac5-f54295bee24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:48.998566 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ed7edf1a-a852-4c31-a094-3949de9dbb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for subnet, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.009479 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Attempting to bind port 4d03d18d-9fc4-405f-bf70-534918680f1c on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:46:49.009854 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Attempting to bind port 4d03d18d-9fc4-405f-bf70-534918680f1c by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': '74016772-6d56-46ab-87c7-6399d5a791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:46:49.010217 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Attempting to bind port 4d03d18d-9fc4-405f-bf70-534918680f1c on network 01a861b8-fd34-499e-b00f-62278e422b54 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:46:49.019949 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:46:49.020497 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Checking segment: {'id': '74016772-6d56-46ab-87c7-6399d5a791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:46:49.020951 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.021461 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Bound using segment: {'id': '74016772-6d56-46ab-87c7-6399d5a791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:46:49.021942 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Bound port: 4d03d18d-9fc4-405f-bf70-534918680f1c, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74016772-6d56-46ab-87c7-6399d5a791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:46:49.022341 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.051760 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a7704c7d-c834-46d8-8928-daef714e91af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.159347 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] For port 4d03d18d-9fc4-405f-bf70-534918680f1c, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:46:49.163448 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] For port 4d03d18d-9fc4-405f-bf70-534918680f1c, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=4d03d18d-9fc4-405f-bf70-534918680f1c,segment=NetworkSegment(74016772-6d56-46ab-87c7-6399d5a791c8),segment_id=74016772-6d56-46ab-87c7-6399d5a791c8)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:46:49.170726 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.171312 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.186564 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-9e2ccd89-f4e4-4071-b77a-ba8f85f0c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for subnet, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.193376 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] Router 2c82a773-1a87-4e01-9c18-aec09d9e905c is scheduled to L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 with binding_index 1 {{(pid=100617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:46:49.230682 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.240360 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-10a6ec85-6157-43e7-95dc-358f36dddc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for subnet, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.259529 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2b665-8587-4134-a13b-034db9bcfe72 None None] Pushing event updated for resources: {'Port': ['ID=4d03d18d-9fc4-405f-bf70-534918680f1c,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:49.264221 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7edf1a-a852-4c31-a094-3949de9dbb76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fcd8e01-ed30-4c7d-be3f-66fbfb446b67,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:49.272712 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a7704c7d-c834-46d8-8928-daef714e91af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.280941 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a7704c7d-c834-46d8-8928-daef714e91af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.324137 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7edf1a-a852-4c31-a094-3949de9dbb76 admin admin] Checking segment: {'id': 'affc05d4-d4d8-4c69-bd62-5888085105f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:46:49.324494 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7edf1a-a852-4c31-a094-3949de9dbb76 admin admin] Network hostable DHCP agents. Network: cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:46:49.474847 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ccd89-f4e4-4071-b77a-ba8f85f0c5e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2292cd4-226b-4e7a-b81b-64efd0ad0bae,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:49.510881 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7704c7d-c834-46d8-8928-daef714e91af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b207c7-1465-43ef-90bf-7f7ac203c8fc,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:49.526715 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-a7704c7d-c834-46d8-8928-daef714e91af admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=957d8ecde17d498eb08caf1a615d3d85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7501605 Oct 12 18:46:49.529206 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60002) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:49.571200 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2ccd89-f4e4-4071-b77a-ba8f85f0c5e5 admin admin] Checking segment: {'id': 'e5139d8a-067f-487e-a031-346d08834f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1ae47209-5c62-4818-8937-1a6820ef7ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:46:49.571555 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2ccd89-f4e4-4071-b77a-ba8f85f0c5e5 admin admin] Network hostable DHCP agents. Network: 1ae47209-5c62-4818-8937-1a6820ef7ef3, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:46:49.577134 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e238ae36-ebd3-4c23-8ac5-f54295bee24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.583941 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:46:49.592750 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7edf1a-a852-4c31-a094-3949de9dbb76 admin admin] Network cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0 is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:46:49.600350 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Sync routers for ids ['2c82a773-1a87-4e01-9c18-aec09d9e905c'] in dv-cinder-813229-2-iscsi {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:46:49.606204 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e238ae36-ebd3-4c23-8ac5-f54295bee24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.611687 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Routers {'2c82a773-1a87-4e01-9c18-aec09d9e905c'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:46:49.612875 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:46:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['2c82a773-1a87-4e01-9c18-aec09d9e905c'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:49.632120 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] Notify callbacks [] for router, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.636372 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-8706eda3-281e-4837-8193-740a4346828f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3057613 Oct 12 18:46:49.637126 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60004) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:49.637795 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8aec7e4d-6e9f-4010-b9a7-78405f9466bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.660668 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-e238ae36-ebd3-4c23-8ac5-f54295bee24f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a13138af1d5b460881319aa645700308&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2767620 Oct 12 18:46:49.666616 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a6ec85-6157-43e7-95dc-358f36dddc28 admin admin] Checking segment: {'id': 'e7a78047-8cb0-4655-a0aa-f55f8278caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:46:49.667052 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a6ec85-6157-43e7-95dc-358f36dddc28 admin admin] Network hostable DHCP agents. Network: 3a4e204a-982c-455b-87fd-0d4fbe139919, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:46:49.671437 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 60008) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:49.715643 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8aec7e4d-6e9f-4010-b9a7-78405f9466bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.733831 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2ccd89-f4e4-4071-b77a-ba8f85f0c5e5 admin admin] Network 1ae47209-5c62-4818-8937-1a6820ef7ef3 is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:46:49.741538 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-ed7edf1a-a852-4c31-a094-3949de9dbb76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0) {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:46:49.748064 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7edf1a-a852-4c31-a094-3949de9dbb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:49.749947 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ed7edf1a-a852-4c31-a094-3949de9dbb76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.752358 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ab4c2c-1dff-4d4b-8111-684b6d2b6dc7 None None] Network cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:46:49.770969 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-9e2ccd89-f4e4-4071-b77a-ba8f85f0c5e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, 1ae47209-5c62-4818-8937-1a6820ef7ef3) {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:46:49.776803 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2ccd89-f4e4-4071-b77a-ba8f85f0c5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:49.777458 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-9e2ccd89-f4e4-4071-b77a-ba8f85f0c5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.796476 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.db_base_plugin_common [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] Allocated IP 172.27.0.110 (3ebee7fc-7e47-48dc-a73f-702afd21678f/257fc62d-aef6-4fd3-8a07-67da1276276c/0d7185e2-2de1-475f-beed-83d4eebc5f3e) {{(pid=100618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:46:49.808370 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238ae36-ebd3-4c23-8ac5-f54295bee24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c5c4bd-3387-4ee8-ada2-40c8b7773234,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:49.812517 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6ec85-6157-43e7-95dc-358f36dddc28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b19d8b1-43db-4203-8a71-c6a7231cd947,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:49.825885 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Set router 2c82a773-1a87-4e01-9c18-aec09d9e905c gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:46:49.835492 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-9e2ccd89-f4e4-4071-b77a-ba8f85f0c5e5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2565894 Oct 12 18:46:49.835720 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d625aa9-4426-480e-81e4-117bbc08bf24 None None] Network 1ae47209-5c62-4818-8937-1a6820ef7ef3 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:46:49.910924 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8aec7e4d-6e9f-4010-b9a7-78405f9466bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.915650 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8aec7e4d-6e9f-4010-b9a7-78405f9466bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:49.919972 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-8aec7e4d-6e9f-4010-b9a7-78405f9466bc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b8b207c7-1465-43ef-90bf-7f7ac203c8fc HTTP/1.1" status: 204 len: 168 time: 0.3901095 Oct 12 18:46:49.937961 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-ed7edf1a-a852-4c31-a094-3949de9dbb76 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4905612 Oct 12 18:46:49.969258 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a6ec85-6157-43e7-95dc-358f36dddc28 admin admin] Network 3a4e204a-982c-455b-87fd-0d4fbe139919 is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:46:50.002463 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec7e4d-6e9f-4010-b9a7-78405f9466bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b207c7-1465-43ef-90bf-7f7ac203c8fc,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:50.043873 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-10a6ec85-6157-43e7-95dc-358f36dddc28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, 3a4e204a-982c-455b-87fd-0d4fbe139919) {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:46:50.069524 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a6ec85-6157-43e7-95dc-358f36dddc28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:50.070426 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-10a6ec85-6157-43e7-95dc-358f36dddc28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:50.130502 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50372051-07e2-4c96-94b1-9ca87dfe359d None None] Network 3a4e204a-982c-455b-87fd-0d4fbe139919 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:46:50.150802 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-10a6ec85-6157-43e7-95dc-358f36dddc28 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6901848 Oct 12 18:46:50.153959 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 60018) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:50.207365 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-987333433-router', 'tenant_id': '632a64d9b8e8420c84959edd892a318b', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:50.220374 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1ce882ec-0ba4-4089-89cc-87e6ad56f709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:50.318517 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:48Z', 'revision_number': 3, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port': {'id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:47Z', 'updated_at': '2021-10-12T18:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:50.342069 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1ce882ec-0ba4-4089-89cc-87e6ad56f709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:50.356041 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device a55215e5-451b-4b43-9c7b-1bad5df662dc up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:46:50.406050 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Checking router: 2c82a773-1a87-4e01-9c18-aec09d9e905c for host: dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:46:50.406292 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Updating router 2c82a773-1a87-4e01-9c18-aec09d9e905c port fb0b186c-415b-4c52-98fe-e83224ae73ee binding host dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:46:50.410629 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7999991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24842'] for router, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:50.412927 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7999843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8005428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24837'] for router, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:50.511969 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20200e11-2cb8-4219-b38e-a9641b40ba74 None None] Network cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:46:50.511969 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5443d03f-e286-4fcf-9ddf-2415f85ab7e1 None None] Network d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:46:50.513559 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:50.635817 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:50.662049 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-09e465ae-0b65-4b86-8a07-128f8e95748e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:50.664311 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4430a175-507f-486e-91a0-77e10ebeb5da None None] Network 1ae47209-5c62-4818-8937-1a6820ef7ef3 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:46:50.779272 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:50.829660 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9bff0b-475b-44d9-a9be-b5000bcf121d None None] Network 01a861b8-fd34-499e-b00f-62278e422b54 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:46:50.856436 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1ce882ec-0ba4-4089-89cc-87e6ad56f709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:50.859436 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1ce882ec-0ba4-4089-89cc-87e6ad56f709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:50.863564 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-1ce882ec-0ba4-4089-89cc-87e6ad56f709 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f5c5c4bd-3387-4ee8-ada2-40c8b7773234 HTTP/1.1" status: 204 len: 168 time: 1.1849322 Oct 12 18:46:50.925456 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-b2dc161b-a35d-4ec8-9285-0070e6473f1b None None] Provisioning complete for port a55215e5-451b-4b43-9c7b-1bad5df662dc triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:46:50.926051 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b2dc161b-a35d-4ec8-9285-0070e6473f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:50.935930 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce882ec-0ba4-4089-89cc-87e6ad56f709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c5c4bd-3387-4ee8-ada2-40c8b7773234,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:51.095399 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.099973 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-09e465ae-0b65-4b86-8a07-128f8e95748e admin admin] Allocated IP 172.20.0.1 (d7ea82d4-1a02-4e55-8809-50cbe1adf2a3/8e169c64-1553-4025-8cf9-96cfe11d06bd/f0d8d95d-2d53-4a46-b6f1-e048423d7454) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:46:51.131572 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60074) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:51.141031 dv-cinder-813229-2-iscsi neutron-server[100617]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 18:46:51.332197 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.337697 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.343334 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.356608 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is already hosted by enough agents. {{(pid=100618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:46:51.370246 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:46:51.383428 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] Received port after_create {{(pid=100618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:46:51.406777 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa516c6-021f-402d-b373-9ce772891943 None None] Pushing event updated for resources: {'Port': ['ID=fb0b186c-415b-4c52-98fe-e83224ae73ee,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:51.418010 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa516c6-021f-402d-b373-9ce772891943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:51.418501 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa516c6-021f-402d-b373-9ce772891943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:51.418907 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa516c6-021f-402d-b373-9ce772891943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:51.419554 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa516c6-021f-402d-b373-9ce772891943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:51.420289 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa516c6-021f-402d-b373-9ce772891943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:51.421297 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa516c6-021f-402d-b373-9ce772891943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:51.421812 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa516c6-021f-402d-b373-9ce772891943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:51.422287 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa516c6-021f-402d-b373-9ce772891943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:51.423139 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa516c6-021f-402d-b373-9ce772891943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:51.423560 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa516c6-021f-402d-b373-9ce772891943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:51.424009 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa516c6-021f-402d-b373-9ce772891943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:51.424440 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa516c6-021f-402d-b373-9ce772891943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa516c6-021f-402d-b373-9ce772891943 None None] Tracked resource versions report: Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: pushed versions: Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: { 'AddressGroup': {'1.2'}, Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'ConntrackHelper': {'1.0'}, Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Log': {'1.0'}, Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Network': {'1.1'}, Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Port': {'1.7'}, Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'PortForwarding': {'1.2'}, Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'QosPolicy': {'1.10'}, Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'SecurityGroup': {'1.4'}, Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'SubPort': {'1.0'}, Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Subnet': {'1.1'}, Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Trunk': {'1.1'}} Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: consumer versions: Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: { DHCP agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: HyperV agent@hv-cinder-81322: {}, Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: L3 agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: Metadata agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: Metering agent@dv-cinder-813229-2-iscsi: {}, Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: Open vSwitch agent@dv-cinder-813229-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'ConntrackHelper': '1.0', Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Log': '1.0', Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Network': '1.1', Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Port': '1.7', Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'PortForwarding': '1.2', Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'QosPolicy': '1.10', Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'SecurityGroup': '1.4', Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'SecurityGroupRule': '1.2', Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'SubPort': '1.0', Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Subnet': '1.1', Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: 'Trunk': '1.1'}} Oct 12 18:46:51.425627 dv-cinder-813229-2-iscsi neutron-server[100620]: {{(pid=100620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:46:51.443032 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] Pushing event updated for resources: {'Port': ['ID=0d7185e2-2de1-475f-beed-83d4eebc5f3e,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:51.449923 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Attempting to bind port fb0b186c-415b-4c52-98fe-e83224ae73ee on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:46:51.450699 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Attempting to bind port fb0b186c-415b-4c52-98fe-e83224ae73ee by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:46:51.451455 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Attempting to bind port fb0b186c-415b-4c52-98fe-e83224ae73ee on network 3ebee7fc-7e47-48dc-a73f-702afd21678f {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:46:51.468186 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:46:51.469056 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Checking segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:46:51.469679 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.472413 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Bound using segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:46:51.474676 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Bound port: fb0b186c-415b-4c52-98fe-e83224ae73ee, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:46:51.478398 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.593184 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] For port fb0b186c-415b-4c52-98fe-e83224ae73ee, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:46:51.602243 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] For port fb0b186c-415b-4c52-98fe-e83224ae73ee, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=fb0b186c-415b-4c52-98fe-e83224ae73ee,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:46:51.617617 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.737811 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa516c6-021f-402d-b373-9ce772891943 None None] Pushing event updated for resources: {'Port': ['ID=fb0b186c-415b-4c52-98fe-e83224ae73ee,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:51.777567 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Routers {'2c82a773-1a87-4e01-9c18-aec09d9e905c'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:46:51.778193 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:46:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['2c82a773-1a87-4e01-9c18-aec09d9e905c'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:51.839741 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port a55215e5-451b-4b43-9c7b-1bad5df662dc triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:46:51.840754 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.845926 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b2dc161b-a35d-4ec8-9285-0070e6473f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:51.894270 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 60098) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:51.897500 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed087f3-aa09-4507-ab54-0e4fa5f80a41 None None] Network 3a4e204a-982c-455b-87fd-0d4fbe139919 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:46:51.899316 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-421ac42e-ee19-467c-95f3-1fa3d56bb8a0 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:51.910219 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-421ac42e-ee19-467c-95f3-1fa3d56bb8a0 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/networks?id=cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0 HTTP/1.1" status: 200 len: 812 time: 0.7752359 Oct 12 18:46:51.922386 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] Set router 2c82a773-1a87-4e01-9c18-aec09d9e905c gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:46:51.963361 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-d97b1ec1-67ab-45ef-9485-807c3efcb52c tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/quotas/fc33eae0723d48e4812e7707024cc36a HTTP/1.1" status: 200 len: 375 time: 0.0477960 Oct 12 18:46:52.010647 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4bd2761b-2513-4f95-839b-100d8999e1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.068612 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-b2dc161b-a35d-4ec8-9285-0070e6473f1b None None] For port a55215e5-451b-4b43-9c7b-1bad5df662dc, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=a55215e5-451b-4b43-9c7b-1bad5df662dc,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:52.090947 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-09e465ae-0b65-4b86-8a07-128f8e95748e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.104220 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b2dc161b-a35d-4ec8-9285-0070e6473f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.108752 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-856bae0c-9877-49d5-90f7-03f8c77150e3 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc33eae0723d48e4812e7707024cc36a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1361527 Oct 12 18:46:52.146364 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60104) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:52.171530 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-92e6e749-2b3a-43e4-9eec-021da378d419 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1017167644-network', 'tenant_id': '6862d3e6c3c14cc5b9d64e68cf2cf995'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:52.231468 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc161b-a35d-4ec8-9285-0070e6473f1b None None] Pushing event updated for resources: {'Port': ['ID=a55215e5-451b-4b43-9c7b-1bad5df662dc,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:52.255229 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e6e749-2b3a-43e4-9eec-021da378d419 admin admin] Made reservation on behalf of 6862d3e6c3c14cc5b9d64e68cf2cf995 for: {'network': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:46:52.260099 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-92e6e749-2b3a-43e4-9eec-021da378d419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.298668 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-92e6e749-2b3a-43e4-9eec-021da378d419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.316223 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:48Z', 'revision_number': 3, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port': {'id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:47Z', 'updated_at': '2021-10-12T18:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:52.342584 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-09e465ae-0b65-4b86-8a07-128f8e95748e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.367871 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-36fa1e9f-aeb8-465a-bd67-d238e6d03fc5 None None] Provisioning complete for port 4d03d18d-9fc4-405f-bf70-534918680f1c triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:46:52.368247 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-36fa1e9f-aeb8-465a-bd67-d238e6d03fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.387942 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2182c61-a9ef-4f80-a337-5a6822fba4ad None None] The sync data for ids ['2c82a773-1a87-4e01-9c18-aec09d9e905c'] in dv-cinder-813229-2-iscsi is: [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:48Z', 'revision_number': 3, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port': {'id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:47Z', 'updated_at': '2021-10-12T18:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}] {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:46:52.436087 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.486906 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e465ae-0b65-4b86-8a07-128f8e95748e admin admin] Network d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:46:52.493133 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 4d03d18d-9fc4-405f-bf70-534918680f1c up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:46:52.500961 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.543245 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.603576 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e465ae-0b65-4b86-8a07-128f8e95748e admin admin] Pushing event updated for resources: {'Port': ['ID=f0d8d95d-2d53-4a46-b6f1-e048423d7454,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:52.620666 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-09e465ae-0b65-4b86-8a07-128f8e95748e admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:46:52.669845 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-9097caee-c8af-4f41-b887-80bb922c325a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:46:52.670866 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-9097caee-c8af-4f41-b887-80bb922c325a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2918122 Oct 12 18:46:52.684806 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-92e6e749-2b3a-43e4-9eec-021da378d419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.748924 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 4d03d18d-9fc4-405f-bf70-534918680f1c triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:46:52.749289 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.754308 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-92e6e749-2b3a-43e4-9eec-021da378d419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.778735 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4bd2761b-2513-4f95-839b-100d8999e1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.803996 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4bd2761b-2513-4f95-839b-100d8999e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.819703 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-36fa1e9f-aeb8-465a-bd67-d238e6d03fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.871370 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-bfdbf981-be66-4852-bd39-7c2d680c8323 service neutron] 10.222.0.66 "GET /v2.0/networks/cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865857 Oct 12 18:46:52.914766 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-36fa1e9f-aeb8-465a-bd67-d238e6d03fc5 None None] For port 4d03d18d-9fc4-405f-bf70-534918680f1c, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=4d03d18d-9fc4-405f-bf70-534918680f1c,segment=NetworkSegment(74016772-6d56-46ab-87c7-6399d5a791c8),segment_id=74016772-6d56-46ab-87c7-6399d5a791c8)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:52.926460 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-36fa1e9f-aeb8-465a-bd67-d238e6d03fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.958624 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e465ae-0b65-4b86-8a07-128f8e95748e admin admin] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:46:52.959274 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-09e465ae-0b65-4b86-8a07-128f8e95748e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7932212'] for router_interface, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.977809 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e6e749-2b3a-43e4-9eec-021da378d419 admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=100617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:46:52.994277 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-92e6e749-2b3a-43e4-9eec-021da378d419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:52.994716 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.segments_db [None req-92e6e749-2b3a-43e4-9eec-021da378d419 admin admin] Added segment 6df96475-dab8-4a04-a642-28064b91b612 of type vlan for network 3b45105b-bf84-4fa8-a261-83ed1f6622d6 Oct 12 18:46:53.068549 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa1e9f-aeb8-465a-bd67-d238e6d03fc5 None None] Pushing event updated for resources: {'Port': ['ID=4d03d18d-9fc4-405f-bf70-534918680f1c,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:53.078218 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-07abd1a2-9aa0-4de7-ba32-7e5c4e6f0ca2 None None] Provisioning complete for port a55215e5-451b-4b43-9c7b-1bad5df662dc triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:46:53.078595 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-07abd1a2-9aa0-4de7-ba32-7e5c4e6f0ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.084576 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6e749-2b3a-43e4-9eec-021da378d419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2267848-fa83-411c-a683-31291a53a9e8,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:53.171630 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.db_base_plugin_common [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] Allocated IP 172.27.0.196 (3ebee7fc-7e47-48dc-a73f-702afd21678f/257fc62d-aef6-4fd3-8a07-67da1276276c/52c0bdba-8471-48d6-9d24-24de9abfa9ba) {{(pid=100618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:46:53.181290 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2761b-2513-4f95-839b-100d8999e1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237ff4f7-1fb6-4eb9-9041-df27c9ea6fa7,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:53.231708 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-4bd2761b-2513-4f95-839b-100d8999e1db admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=12c481b7af8d44728b72e95e809a942b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3362615 Oct 12 18:46:53.242832 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 60130) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:53.243989 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7999868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7932389'] for router, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.346863 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device a55215e5-451b-4b43-9c7b-1bad5df662dc up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:46:53.351463 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-1026ec10-3d81-45d1-807d-52a185771197 None None] Provisioning complete for port f0d8d95d-2d53-4a46-b6f1-e048423d7454 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:46:53.352835 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1026ec10-3d81-45d1-807d-52a185771197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.446304 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1026ec10-3d81-45d1-807d-52a185771197 None None] Port f0d8d95d-2d53-4a46-b6f1-e048423d7454 cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:46:53.465083 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port a55215e5-451b-4b43-9c7b-1bad5df662dc triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:46:53.465482 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.498451 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-92e6e749-2b3a-43e4-9eec-021da378d419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.509968 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c5424ea5-8f7b-4891-9269-7219e836009d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.568470 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c5424ea5-8f7b-4891-9269-7219e836009d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.597310 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-09e465ae-0b65-4b86-8a07-128f8e95748e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.631822 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device fb0b186c-415b-4c52-98fe-e83224ae73ee up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:46:53.634773 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.641379 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-92e6e749-2b3a-43e4-9eec-021da378d419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.642332 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e6e749-2b3a-43e4-9eec-021da378d419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:53.642905 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-92e6e749-2b3a-43e4-9eec-021da378d419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.679894 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] Router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 is scheduled to L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 with binding_index 1 {{(pid=100618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:46:53.691589 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-afcce904-b90f-4702-8e37-d7625c2b8938 service neutron] 10.222.0.66 "GET /v2.0/networks/cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8193169 Oct 12 18:46:53.713152 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c5424ea5-8f7b-4891-9269-7219e836009d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.722040 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port fb0b186c-415b-4c52-98fe-e83224ae73ee triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:46:53.722492 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.727120 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c5424ea5-8f7b-4891-9269-7219e836009d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.732555 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-c5424ea5-8f7b-4891-9269-7219e836009d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/237ff4f7-1fb6-4eb9-9041-df27c9ea6fa7 HTTP/1.1" status: 204 len: 168 time: 0.4753175 Oct 12 18:46:53.752417 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-92e6e749-2b3a-43e4-9eec-021da378d419 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5961134 Oct 12 18:46:53.782054 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60146) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:53.787619 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-c7e9e31d-3f1f-4460-a757-304889528422 admin admin] Request body: {'subnet': {'network_id': '3b45105b-bf84-4fa8-a261-83ed1f6622d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1017167644-subnet', 'tenant_id': '6862d3e6c3c14cc5b9d64e68cf2cf995', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:53.820941 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5424ea5-8f7b-4891-9269-7219e836009d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237ff4f7-1fb6-4eb9-9041-df27c9ea6fa7,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:53.836741 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:53.877944 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6e749-2b3a-43e4-9eec-021da378d419 admin admin] Pushing event updated for resources: {'Network': ['ID=3b45105b-bf84-4fa8-a261-83ed1f6622d6,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:53.968312 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network 3b45105b-bf84-4fa8-a261-83ed1f6622d6 details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:46:53.976241 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e9e31d-3f1f-4460-a757-304889528422 admin admin] Made reservation on behalf of 6862d3e6c3c14cc5b9d64e68cf2cf995 for: {'subnet': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:46:53.985787 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e31d-3f1f-4460-a757-304889528422 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.048180 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] Pushing event updated for resources: {'Port': ['ID=52c0bdba-8471-48d6-9d24-24de9abfa9ba,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:54.066467 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.104121 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is already hosted by enough agents. {{(pid=100618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:46:54.112309 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] For port fb0b186c-415b-4c52-98fe-e83224ae73ee, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=fb0b186c-415b-4c52-98fe-e83224ae73ee,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:54.124407 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.187514 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] Resources bound (agent type, host, resource id): {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:46:54.191182 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] Received port after_create {{(pid=100618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:46:54.226922 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Pushing event updated for resources: {'Port': ['ID=fb0b186c-415b-4c52-98fe-e83224ae73ee,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:54.243994 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60164) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:54.261408 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-09e465ae-0b65-4b86-8a07-128f8e95748e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.298752 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:46:54.310346 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Sync routers for ids ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:46:54.313697 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-09e465ae-0b65-4b86-8a07-128f8e95748e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.314418 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-09e465ae-0b65-4b86-8a07-128f8e95748e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006308'] for router_interface, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.329324 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Routers {'d8a4b2b6-2da1-46ea-811a-5120ce7fd178'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:46:54.330186 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:46:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:54.335622 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] Notify callbacks [] for router, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.337811 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-1f6293f3-0109-4beb-8d10-acec65ef9a7c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6561565 Oct 12 18:46:54.340689 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 60170) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:54.344556 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7b347412-44cc-4b0c-9f6a-0a14d6c22a26 req-67039c18-6069-4bd7-808a-ffe6e1667d66 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 210 time: 0.0941370 Oct 12 18:46:54.474741 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45f06a9d-e7ec-45ed-8235-b6f98a308016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.488313 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e465ae-0b65-4b86-8a07-128f8e95748e admin admin] Pushing event updated for resources: {'Port': ['ID=f0d8d95d-2d53-4a46-b6f1-e048423d7454,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:54.621539 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Set router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:46:54.732436 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.743521 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e465ae-0b65-4b86-8a07-128f8e95748e admin admin] Network d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:46:54.745837 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-09e465ae-0b65-4b86-8a07-128f8e95748e admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:46:54.755796 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e31d-3f1f-4460-a757-304889528422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for subnet, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:54.918674 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:51Z', 'revision_number': 3, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:54.930546 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e465ae-0b65-4b86-8a07-128f8e95748e admin admin] Router 2c82a773-1a87-4e01-9c18-aec09d9e905c has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:46:54.982777 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Checking router: d8a4b2b6-2da1-46ea-811a-5120ce7fd178 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:46:54.984470 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Updating router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 port 0d7185e2-2de1-475f-beed-83d4eebc5f3e binding host dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:46:55.024754 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9e31d-3f1f-4460-a757-304889528422 admin admin] Checking segment: {'id': '6df96475-dab8-4a04-a642-28064b91b612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '3b45105b-bf84-4fa8-a261-83ed1f6622d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:46:55.030486 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e9e31d-3f1f-4460-a757-304889528422 admin admin] Network hostable DHCP agents. Network: 3b45105b-bf84-4fa8-a261-83ed1f6622d6, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:46:55.048564 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9e31d-3f1f-4460-a757-304889528422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df408c3-615c-448a-a2a7-ca7a76dcd895,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:55.072344 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:55.262458 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device fb0b186c-415b-4c52-98fe-e83224ae73ee up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:46:55.272020 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e465ae-0b65-4b86-8a07-128f8e95748e admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:46:55.284001 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-09e465ae-0b65-4b86-8a07-128f8e95748e admin admin] 10.222.0.66 "PUT /v2.0/routers/2c82a773-1a87-4e01-9c18-aec09d9e905c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6441138 Oct 12 18:46:55.310402 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-7f284f6b-b41d-4aee-920b-23ae78a36326 None None] Provisioning complete for port f0d8d95d-2d53-4a46-b6f1-e048423d7454 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:46:55.310924 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7f284f6b-b41d-4aee-920b-23ae78a36326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:55.319672 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e9e31d-3f1f-4460-a757-304889528422 admin admin] Network 3b45105b-bf84-4fa8-a261-83ed1f6622d6 is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:46:55.342025 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-c7e9e31d-3f1f-4460-a757-304889528422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, 3b45105b-bf84-4fa8-a261-83ed1f6622d6) {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:46:55.348200 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e9e31d-3f1f-4460-a757-304889528422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:55.355359 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e31d-3f1f-4460-a757-304889528422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:55.359334 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-7f284f6b-b41d-4aee-920b-23ae78a36326 None None] Port f0d8d95d-2d53-4a46-b6f1-e048423d7454 cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:46:55.361170 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed49cd25-d516-4a24-a2ef-3cff60d06093 None None] Network 3b45105b-bf84-4fa8-a261-83ed1f6622d6 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:46:55.361477 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7999868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7932389'] for router, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:55.368015 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Sync routers for ids ['2c82a773-1a87-4e01-9c18-aec09d9e905c'] in dv-cinder-813229-2-iscsi {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:46:55.383715 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Routers {'2c82a773-1a87-4e01-9c18-aec09d9e905c'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:46:55.388460 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:46:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['2c82a773-1a87-4e01-9c18-aec09d9e905c'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:55.410266 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-c7e9e31d-3f1f-4460-a757-304889528422 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6246200 Oct 12 18:46:55.512762 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port fb0b186c-415b-4c52-98fe-e83224ae73ee triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:46:55.513209 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:55.564588 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-96c69e94-cac5-4907-814d-e2ff428696b1 req-297228dd-d4da-4e8c-93c5-6389a950a42f tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 210 time: 0.1027589 Oct 12 18:46:55.783749 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80063d95-878b-431a-9cb1-43eb49f89cb4 None None] Network 3b45105b-bf84-4fa8-a261-83ed1f6622d6 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:46:55.784150 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Set router 2c82a773-1a87-4e01-9c18-aec09d9e905c gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:46:55.823747 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60228) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:55.851278 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] Router bc547fc5-c447-4623-b8a1-7dd7de3fc8a8 is scheduled to L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 with binding_index 1 {{(pid=100618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:46:55.908072 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Notify callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:55.938517 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:55.950100 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71bb729-6de7-4071-91ec-2e4a59413451 admin admin] Deleting subnet b2292cd4-226b-4e7a-b81b-64efd0ad0bae {{(pid=100617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:46:55.954552 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5a8aaac2-d724-497c-bf2b-b55a8b78c056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:55.967570 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c71bb729-6de7-4071-91ec-2e4a59413451 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.066269 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c71bb729-6de7-4071-91ec-2e4a59413451 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.090748 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4778651-d1ac-4aff-b6cc-b991e867f385 None None] Pushing event updated for resources: {'Port': ['ID=0d7185e2-2de1-475f-beed-83d4eebc5f3e,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:56.098493 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c71bb729-6de7-4071-91ec-2e4a59413451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785012'] for subnet, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.256675 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Attempting to bind port 0d7185e2-2de1-475f-beed-83d4eebc5f3e on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:46:56.257057 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Attempting to bind port 0d7185e2-2de1-475f-beed-83d4eebc5f3e by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:46:56.259874 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Attempting to bind port 0d7185e2-2de1-475f-beed-83d4eebc5f3e on network 3ebee7fc-7e47-48dc-a73f-702afd21678f {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:46:56.262167 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c71bb729-6de7-4071-91ec-2e4a59413451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for subnet, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.284918 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 4d03d18d-9fc4-405f-bf70-534918680f1c up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:46:56.321027 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bb729-6de7-4071-91ec-2e4a59413451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2292cd4-226b-4e7a-b81b-64efd0ad0bae,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:56.335161 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c71bb729-6de7-4071-91ec-2e4a59413451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.341106 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-c71bb729-6de7-4071-91ec-2e4a59413451 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b2292cd4-226b-4e7a-b81b-64efd0ad0bae HTTP/1.1" status: 204 len: 168 time: 0.5165031 Oct 12 18:46:56.349982 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60244) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:56.352469 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:46:56.353424 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Checking segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:46:56.353815 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.354212 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Bound using segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:46:56.357969 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Bound port: 0d7185e2-2de1-475f-beed-83d4eebc5f3e, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:46:56.358244 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.459103 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.db_base_plugin_common [None req-5a8aaac2-d724-497c-bf2b-b55a8b78c056 admin admin] Allocated IP 172.20.0.1 (01a861b8-fd34-499e-b00f-62278e422b54/59e05615-d974-4962-bb16-1d78f8acc32c/acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d) {{(pid=100618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:46:56.481854 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:46:56.511907 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:53Z', 'revision_number': 4, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port': {'id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:47Z', 'updated_at': '2021-10-12T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'f0d8d95d-2d53-4a46-b6f1-e048423d7454', 'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'mac_address': 'fa:16:3e:14:5b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:46:53Z', 'revision_number': 2, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'subnets': [{'id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:56.546762 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Sync routers for ids ['bc547fc5-c447-4623-b8a1-7dd7de3fc8a8'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:46:56.573395 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656927'] for network, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.596518 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] For port 0d7185e2-2de1-475f-beed-83d4eebc5f3e, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:46:56.640874 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] For port 0d7185e2-2de1-475f-beed-83d4eebc5f3e, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=0d7185e2-2de1-475f-beed-83d4eebc5f3e,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:46:56.648692 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Checking router: 2c82a773-1a87-4e01-9c18-aec09d9e905c for host: dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:46:56.652008 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Updating router 2c82a773-1a87-4e01-9c18-aec09d9e905c port f0d8d95d-2d53-4a46-b6f1-e048423d7454 binding host dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:46:56.668683 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:46:56.698757 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.705697 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.738168 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721551', 'neutron.services.segments.db._delete_segments_for_network-8753793662980'] for network, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.744119 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] Notify callbacks [] for router, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:56.747039 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-5f3eed9f-0dd6-44d4-b471-43c0e5daf205 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5493164 Oct 12 18:46:56.755236 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 60268) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:56.764473 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Routers {'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:46:56.765881 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:46:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['bc547fc5-c447-4623-b8a1-7dd7de3fc8a8'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:56.784990 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:56.785395 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:56.788853 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:56.789234 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Subscribe: > port after_create 55550000 {{(pid=100617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:56.789605 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:56.789944 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Subscribe: > port after_update 55550000 {{(pid=100617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:56.794438 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:56.794774 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:56.795101 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:56.795427 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:56.842408 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5a8aaac2-d724-497c-bf2b-b55a8b78c056 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.269753 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4778651-d1ac-4aff-b6cc-b991e867f385 None None] Pushing event updated for resources: {'Port': ['ID=0d7185e2-2de1-475f-beed-83d4eebc5f3e,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:57.296601 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Routers {'d8a4b2b6-2da1-46ea-811a-5120ce7fd178'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:46:57.297316 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:46:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:57.306207 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:57.309609 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:57.310601 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:57.311459 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:46:57.312588 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae47209-5c62-4818-8937-1a6820ef7ef3']}} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:57.349841 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.357853 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 60280) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:57.359934 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.362875 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-61442105-6deb-4adb-a436-7eb64a4e56ef tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--773688645', 'description': 'tempest-description--576976978'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:57.417087 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5a8aaac2-d724-497c-bf2b-b55a8b78c056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.440465 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5139d8a-067f-487e-a031-346d08834f11') {'for_net_delete': True} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:57.440465 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5139d8a-067f-487e-a031-346d08834f11') {} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:57.443947 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-61442105-6deb-4adb-a436-7eb64a4e56ef tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.517231 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-05fc4358-4469-40c0-aa9c-7d7c753fb8cf req-05d7cabd-d8c9-435a-a028-0dd5e32423f2 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 210 time: 0.1951177 Oct 12 18:46:57.519685 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753793662477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5055547'] for segment, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.556772 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31a857-4e4d-4f55-93ad-708d9a976dda None None] Pushing event updated for resources: {'Port': ['ID=f0d8d95d-2d53-4a46-b6f1-e048423d7454,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:57.620874 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.638069 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Attempting to bind port f0d8d95d-2d53-4a46-b6f1-e048423d7454 on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:46:57.638540 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8aaac2-d724-497c-bf2b-b55a8b78c056 admin admin] Network 01a861b8-fd34-499e-b00f-62278e422b54 is already hosted by enough agents. {{(pid=100618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:46:57.640841 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Attempting to bind port f0d8d95d-2d53-4a46-b6f1-e048423d7454 by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': '6afa3e34-2c70-40b7-b0a9-48c1009c277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:46:57.641426 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Attempting to bind port f0d8d95d-2d53-4a46-b6f1-e048423d7454 on network d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:46:57.644789 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4eb3ff67-7c78-4f3c-9d84-65c1de823da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.657283 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:46:57.658305 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=100617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:46:57.658422 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5055256'] for segment, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.659462 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Checking segment: {'id': '6afa3e34-2c70-40b7-b0a9-48c1009c277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:46:57.660047 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.660726 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Bound using segment: {'id': '6afa3e34-2c70-40b7-b0a9-48c1009c277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:46:57.661832 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Bound port: f0d8d95d-2d53-4a46-b6f1-e048423d7454, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afa3e34-2c70-40b7-b0a9-48c1009c277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:46:57.662541 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: from cryptography.utils import int_from_bytes Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: from cryptography.utils import int_from_bytes Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: Traceback (most recent call last): Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: timer() Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: cb(*args, **kw) Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: return func(*args, **kwargs) Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: self._notify() Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: self.callback(batched_events) Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: event.method(event) Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: return f(self, *a, **k) Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: return self._get(url).json() Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: return self.request(url, 'GET', **kwargs) Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:46:57.663937 dv-cinder-813229-2-iscsi neutron-server[100617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:46:57.711993 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 4d03d18d-9fc4-405f-bf70-534918680f1c triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:46:57.712362 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.727758 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-5a8aaac2-d724-497c-bf2b-b55a8b78c056 admin admin] Resources bound (agent type, host, resource id): {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:46:57.747884 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7932349'] for network, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.759621 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8aaac2-d724-497c-bf2b-b55a8b78c056 admin admin] Received port after_create {{(pid=100618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:46:57.760302 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5a8aaac2-d724-497c-bf2b-b55a8b78c056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7932212'] for router_interface, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.765526 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.772004 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1ae47209-5c62-4818-8937-1a6820ef7ef3 HTTP/1.1" status: 204 len: 168 time: 1.4208026 Oct 12 18:46:57.777576 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60304) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:57.827103 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0834cd-972a-4609-bcc1-c15182f5d6c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae47209-5c62-4818-8937-1a6820ef7ef3,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:57.841961 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8aaac2-d724-497c-bf2b-b55a8b78c056 admin admin] Pushing event updated for resources: {'Port': ['ID=acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:57.843990 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] For port f0d8d95d-2d53-4a46-b6f1-e048423d7454, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:46:57.857846 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] For port f0d8d95d-2d53-4a46-b6f1-e048423d7454, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=f0d8d95d-2d53-4a46-b6f1-e048423d7454,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:46:57.869117 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.929184 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0bb7923-9787-4ce1-8845-968e9f6fb478 admin admin] Deleting subnet 1df408c3-615c-448a-a2a7-ca7a76dcd895 {{(pid=100617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:46:57.934946 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b0bb7923-9787-4ce1-8845-968e9f6fb478 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:57.963265 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Set router bc547fc5-c447-4623-b8a1-7dd7de3fc8a8 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:46:58.019530 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1fc1a1cc-2628-4cc3-b2c1-3dd958e83a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.039132 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] Set router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:46:58.062283 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b0bb7923-9787-4ce1-8845-968e9f6fb478 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5055536'] for subnet, precommit_delete_associations {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.066029 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31a857-4e4d-4f55-93ad-708d9a976dda None None] Pushing event updated for resources: {'Port': ['ID=f0d8d95d-2d53-4a46-b6f1-e048423d7454,revision_number=4']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:58.087067 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Routers {'2c82a773-1a87-4e01-9c18-aec09d9e905c'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:46:58.087739 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:46:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['2c82a773-1a87-4e01-9c18-aec09d9e905c'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:58.155973 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b0bb7923-9787-4ce1-8845-968e9f6fb478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785012'] for subnet, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.165089 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.21', 51520) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:58.304394 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b0bb7923-9787-4ce1-8845-968e9f6fb478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5055686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4759567'] for subnet, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.490559 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] Set router 2c82a773-1a87-4e01-9c18-aec09d9e905c gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:46:58.533721 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.546638 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb7923-9787-4ce1-8845-968e9f6fb478 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1df408c3-615c-448a-a2a7-ca7a76dcd895,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:58.547665 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.548326 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-083f3527-f1fa-4fc3-8e51-b5fddced0b7d None None] Provisioning complete for port f0d8d95d-2d53-4a46-b6f1-e048423d7454 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:46:58.551290 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b0bb7923-9787-4ce1-8845-968e9f6fb478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.552179 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-083f3527-f1fa-4fc3-8e51-b5fddced0b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.555226 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-b0bb7923-9787-4ce1-8845-968e9f6fb478 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1df408c3-615c-448a-a2a7-ca7a76dcd895 HTTP/1.1" status: 204 len: 168 time: 0.7493532 Oct 12 18:46:58.557899 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60318) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:58.644937 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a24106c7-f260-459e-b1a0-611edfa66b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656927'] for network, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.743154 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a24106c7-f260-459e-b1a0-611edfa66b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721551', 'neutron.services.segments.db._delete_segments_for_network-8753793662980'] for network, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.766589 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-a24106c7-f260-459e-b1a0-611edfa66b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b45105b-bf84-4fa8-a261-83ed1f6622d6']}} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:58.776213 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-a24106c7-f260-459e-b1a0-611edfa66b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df96475-dab8-4a04-a642-28064b91b612') {'for_net_delete': True} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:58.776779 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-a24106c7-f260-459e-b1a0-611edfa66b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df96475-dab8-4a04-a642-28064b91b612') {} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:58.787172 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a24106c7-f260-459e-b1a0-611edfa66b2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753793662477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5055547'] for segment, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.801013 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a24106c7-f260-459e-b1a0-611edfa66b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.809429 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24106c7-f260-459e-b1a0-611edfa66b2c admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=100617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:46:58.810249 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a24106c7-f260-459e-b1a0-611edfa66b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5055256'] for segment, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.835599 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-083f3527-f1fa-4fc3-8e51-b5fddced0b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.848154 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-c0a33b2d-3d21-4bfb-9317-7ed5a309bef9 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:46:58.850299 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-c0a33b2d-3d21-4bfb-9317-7ed5a309bef9 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.21 "GET /v2.0/networks?id=cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0 HTTP/1.1" status: 200 len: 812 time: 0.5930588 Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: Traceback (most recent call last): Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: timer() Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: cb(*args, **kw) Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: return func(*args, **kwargs) Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: self._notify() Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: self.callback(batched_events) Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: event.method(event) Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: return f(self, *a, **k) Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: return self._get(url).json() Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: return self.request(url, 'GET', **kwargs) Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:46:58.872234 dv-cinder-813229-2-iscsi neutron-server[100617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:46:58.908862 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-61442105-6deb-4adb-a436-7eb64a4e56ef tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.909889 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a24106c7-f260-459e-b1a0-611edfa66b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7932349'] for network, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.913524 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e625fbb9-561e-4e13-ae60-03eedfbbc58d req-2b7c3f69-006f-4a6d-bb38-11048147fd07 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 210 time: 0.0422428 Oct 12 18:46:58.921518 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a24106c7-f260-459e-b1a0-611edfa66b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.927105 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-a24106c7-f260-459e-b1a0-611edfa66b2c admin admin] 10.222.0.66 "DELETE /v2.0/networks/3b45105b-bf84-4fa8-a261-83ed1f6622d6 HTTP/1.1" status: 204 len: 168 time: 0.3681774 Oct 12 18:46:58.937502 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-61442105-6deb-4adb-a436-7eb64a4e56ef tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:58.938631 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:53Z', 'revision_number': 4, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port': {'id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:47Z', 'updated_at': '2021-10-12T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'f0d8d95d-2d53-4a46-b6f1-e048423d7454', 'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'mac_address': 'fa:16:3e:14:5b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:46:57Z', 'revision_number': 4, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'subnets': [{'id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:58.951194 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24106c7-f260-459e-b1a0-611edfa66b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=3b45105b-bf84-4fa8-a261-83ed1f6622d6,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:58.953404 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8', 'name': 'tempest-ServerRescueNegativeTestJSON-987333433-router', 'tenant_id': '632a64d9b8e8420c84959edd892a318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '52c0bdba-8471-48d6-9d24-24de9abfa9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:46:54Z', 'revision_number': 3, 'project_id': '632a64d9b8e8420c84959edd892a318b', 'gw_port': {'id': '52c0bdba-8471-48d6-9d24-24de9abfa9ba', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:52Z', 'updated_at': '2021-10-12T18:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:58.974839 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145f4b0-7246-4644-ba05-776d2246cecc None None] The sync data for ids ['2c82a773-1a87-4e01-9c18-aec09d9e905c'] in dv-cinder-813229-2-iscsi is: [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:53Z', 'revision_number': 4, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port': {'id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:47Z', 'updated_at': '2021-10-12T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'f0d8d95d-2d53-4a46-b6f1-e048423d7454', 'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'mac_address': 'fa:16:3e:14:5b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:46:57Z', 'revision_number': 4, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'subnets': [{'id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:46:59.016471 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-083f3527-f1fa-4fc3-8e51-b5fddced0b7d None None] For port f0d8d95d-2d53-4a46-b6f1-e048423d7454, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=f0d8d95d-2d53-4a46-b6f1-e048423d7454,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:46:59.020767 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Checking router: bc547fc5-c447-4623-b8a1-7dd7de3fc8a8 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:46:59.021138 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Updating router bc547fc5-c447-4623-b8a1-7dd7de3fc8a8 port 52c0bdba-8471-48d6-9d24-24de9abfa9ba binding host dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:46:59.025148 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:51Z', 'revision_number': 3, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:46:59.028860 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-083f3527-f1fa-4fc3-8e51-b5fddced0b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:59.102443 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5a8aaac2-d724-497c-bf2b-b55a8b78c056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:59.127252 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b50fd6-d0fb-41eb-afbd-7ce7574440e5 None None] The sync data for ids ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'] in dv-cinder-813229-2-iscsi is: [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:51Z', 'revision_number': 3, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:46:59.148458 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:59.219679 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f3527-f1fa-4fc3-8e51-b5fddced0b7d None None] Pushing event updated for resources: {'Port': ['ID=f0d8d95d-2d53-4a46-b6f1-e048423d7454,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:59.226211 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-8d159302-3b5c-4f64-ab51-0b7477a5775e None None] Provisioning complete for port f0d8d95d-2d53-4a46-b6f1-e048423d7454 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:46:59.226586 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8d159302-3b5c-4f64-ab51-0b7477a5775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:59.296458 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-61442105-6deb-4adb-a436-7eb64a4e56ef tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:59.300924 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60356) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:59.302213 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-61442105-6deb-4adb-a436-7eb64a4e56ef tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.9430971 Oct 12 18:46:59.307425 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-05558794-a603-4b3c-9a67-3ad414633cb4 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Request body: {'security_group_rule': {'security_group_id': 'dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:59.311623 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61442105-6deb-4adb-a436-7eb64a4e56ef tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:59.324496 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60358) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:59.384287 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-87131c31-42c3-4a9b-ac45-c3c5bbf474d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0bc217571a1f4727a5ea41bd30dc1016&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0578310 Oct 12 18:46:59.387559 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60360) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:59.400470 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.db_base_plugin_common [None req-1fc1a1cc-2628-4cc3-b2c1-3dd958e83a67 admin admin] Allocated IP 172.20.0.1 (3a4e204a-982c-455b-87fd-0d4fbe139919/5b19d8b1-43db-4203-8a71-c6a7231cd947/a4e2954a-e52d-4c1a-b779-ea81d9399e15) {{(pid=100618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:46:59.443463 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-05558794-a603-4b3c-9a67-3ad414633cb4 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:59.485424 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4342898b-04c7-4e13-8b68-222157005d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:59.549132 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4342898b-04c7-4e13-8b68-222157005d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:59.707192 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-05558794-a603-4b3c-9a67-3ad414633cb4 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:59.712113 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1fc1a1cc-2628-4cc3-b2c1-3dd958e83a67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:59.733336 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-05558794-a603-4b3c-9a67-3ad414633cb4 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:59.742219 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:59.749501 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-8d159302-3b5c-4f64-ab51-0b7477a5775e None None] Provisioning complete for port acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:46:59.749878 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8d159302-3b5c-4f64-ab51-0b7477a5775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:59.795848 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4342898b-04c7-4e13-8b68-222157005d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:59.815818 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4342898b-04c7-4e13-8b68-222157005d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:59.826755 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-4342898b-04c7-4e13-8b68-222157005d54 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/978cb197-0ec0-4c57-807c-0ceef02c3fb2 HTTP/1.1" status: 204 len: 168 time: 0.4372907 Oct 12 18:46:59.844491 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05558794-a603-4b3c-9a67-3ad414633cb4 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ec31e5-b551-4636-b6b2-29ca2614baa7,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:59.872978 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-05558794-a603-4b3c-9a67-3ad414633cb4 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:59.879707 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-05558794-a603-4b3c-9a67-3ad414633cb4 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5769470 Oct 12 18:46:59.882364 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342898b-04c7-4e13-8b68-222157005d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978cb197-0ec0-4c57-807c-0ceef02c3fb2,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:46:59.886357 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 60374) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:46:59.920179 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-895c027d-5c30-484b-84ab-60f686c2c027 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Request body: {'security_group_rule': {'security_group_id': 'dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:46:59.975870 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8d159302-3b5c-4f64-ab51-0b7477a5775e None None] Port acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:47:00.075279 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-895c027d-5c30-484b-84ab-60f686c2c027 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.093759 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Notify callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.109957 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.113495 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.168857 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Attempting to bind port 52c0bdba-8471-48d6-9d24-24de9abfa9ba on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:47:00.169826 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Attempting to bind port 52c0bdba-8471-48d6-9d24-24de9abfa9ba by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:47:00.170641 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Attempting to bind port 52c0bdba-8471-48d6-9d24-24de9abfa9ba on network 3ebee7fc-7e47-48dc-a73f-702afd21678f {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:47:00.171988 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1fc1a1cc-2628-4cc3-b2c1-3dd958e83a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.209296 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:47:00.209830 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Checking segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:47:00.210302 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.210846 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Bound using segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:47:00.211326 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Bound port: 52c0bdba-8471-48d6-9d24-24de9abfa9ba, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:47:00.212376 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.225812 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-efd9ebc1-f0c2-4915-ad5e-3d29f6bdd752 req-2eeaf46a-b7af-4c28-96e4-adacc9290844 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 210 time: 0.0450315 Oct 12 18:47:00.272609 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30485ae-ced9-492b-9563-4a82952cd5d4 None None] Pushing event updated for resources: {'Port': ['ID=52c0bdba-8471-48d6-9d24-24de9abfa9ba,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:00.299650 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-895c027d-5c30-484b-84ab-60f686c2c027 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.306232 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5a8aaac2-d724-497c-bf2b-b55a8b78c056 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.314289 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-895c027d-5c30-484b-84ab-60f686c2c027 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.320356 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] For port 52c0bdba-8471-48d6-9d24-24de9abfa9ba, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:47:00.325023 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] For port 52c0bdba-8471-48d6-9d24-24de9abfa9ba, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=52c0bdba-8471-48d6-9d24-24de9abfa9ba,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:47:00.335557 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5a8aaac2-d724-497c-bf2b-b55a8b78c056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.336417 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5a8aaac2-d724-497c-bf2b-b55a8b78c056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006308'] for router_interface, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.339260 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.356115 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc1a1cc-2628-4cc3-b2c1-3dd958e83a67 admin admin] Network 3a4e204a-982c-455b-87fd-0d4fbe139919 is already hosted by enough agents. {{(pid=100618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:47:00.381866 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-1fc1a1cc-2628-4cc3-b2c1-3dd958e83a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:47:00.384702 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc1a1cc-2628-4cc3-b2c1-3dd958e83a67 admin admin] Received port after_create {{(pid=100618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:47:00.386271 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1fc1a1cc-2628-4cc3-b2c1-3dd958e83a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7932212'] for router_interface, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.413330 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Routers {'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:47:00.413996 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:46:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['bc547fc5-c447-4623-b8a1-7dd7de3fc8a8'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:47:00.488224 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c027d-5c30-484b-84ab-60f686c2c027 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff13ceac-51a0-452d-997e-cc34049025c6,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:00.499122 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1a1cc-2628-4cc3-b2c1-3dd958e83a67 admin admin] Pushing event updated for resources: {'Port': ['ID=a4e2954a-e52d-4c1a-b779-ea81d9399e15,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:00.593124 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-895c027d-5c30-484b-84ab-60f686c2c027 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.593124 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-895c027d-5c30-484b-84ab-60f686c2c027 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6337199 Oct 12 18:47:00.593124 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8aaac2-d724-497c-bf2b-b55a8b78c056 admin admin] Pushing event updated for resources: {'Port': ['ID=acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d,revision_number=2']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:00.595282 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60386) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:00.595282 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-2f1c8b10-682c-441e-913b-cda53a2266b6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Request body: {'floatingip': {'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:00.619542 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60388) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:00.630499 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-2f1c8b10-682c-441e-913b-cda53a2266b6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for floatingip, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.735354 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-5fff7bfd-73fe-40ae-883a-1e782b702a35 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6862d3e6c3c14cc5b9d64e68cf2cf995&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1137314 Oct 12 18:47:00.743250 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60390) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:00.782389 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30485ae-ced9-492b-9563-4a82952cd5d4 None None] Pushing event updated for resources: {'Port': ['ID=52c0bdba-8471-48d6-9d24-24de9abfa9ba,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:00.856037 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f1403266-0236-40fb-aa60-5ef85ac91a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.884949 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] Set router bc547fc5-c447-4623-b8a1-7dd7de3fc8a8 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:47:00.893611 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f1403266-0236-40fb-aa60-5ef85ac91a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.931916 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device f0d8d95d-2d53-4a46-b6f1-e048423d7454 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:47:00.938574 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1fc1a1cc-2628-4cc3-b2c1-3dd958e83a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:00.986596 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-2f1c8b10-682c-441e-913b-cda53a2266b6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.025294 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8aaac2-d724-497c-bf2b-b55a8b78c056 admin admin] Network 01a861b8-fd34-499e-b00f-62278e422b54 is already hosted by enough agents. {{(pid=100618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:47:01.028174 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-5a8aaac2-d724-497c-bf2b-b55a8b78c056 admin admin] Resources bound (agent type, host, resource id): {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:47:01.040060 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f1403266-0236-40fb-aa60-5ef85ac91a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.042023 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f1403266-0236-40fb-aa60-5ef85ac91a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.043315 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-f1403266-0236-40fb-aa60-5ef85ac91a18 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a2267848-fa83-411c-a683-31291a53a9e8 HTTP/1.1" status: 204 len: 168 time: 0.2990041 Oct 12 18:47:01.059796 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1403266-0236-40fb-aa60-5ef85ac91a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2267848-fa83-411c-a683-31291a53a9e8,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:01.099801 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port f0d8d95d-2d53-4a46-b6f1-e048423d7454 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:01.100184 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.130330 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-2f1c8b10-682c-441e-913b-cda53a2266b6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Allocated IP 172.27.0.42 (3ebee7fc-7e47-48dc-a73f-702afd21678f/257fc62d-aef6-4fd3-8a07-67da1276276c/938186a6-1c4c-4629-a4da-2ac6ecb996c7) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:47:01.318241 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8aaac2-d724-497c-bf2b-b55a8b78c056 admin admin] Router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:47:01.368969 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8', 'name': 'tempest-ServerRescueNegativeTestJSON-987333433-router', 'tenant_id': '632a64d9b8e8420c84959edd892a318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '52c0bdba-8471-48d6-9d24-24de9abfa9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:46:54Z', 'revision_number': 3, 'project_id': '632a64d9b8e8420c84959edd892a318b', 'gw_port': {'id': '52c0bdba-8471-48d6-9d24-24de9abfa9ba', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:52Z', 'updated_at': '2021-10-12T18:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:47:01.386311 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-57e0cde1-c0e4-4eae-98bc-c17098191a6e req-28134374-f845-474c-a0d8-8ab043f914c6 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 210 time: 0.0498185 Oct 12 18:47:01.403550 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-2f1c8b10-682c-441e-913b-cda53a2266b6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.409479 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d99842-3226-4d5c-bcc2-52092b6eb6c2 None None] The sync data for ids ['bc547fc5-c447-4623-b8a1-7dd7de3fc8a8'] in dv-cinder-813229-2-iscsi is: [{'id': 'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8', 'name': 'tempest-ServerRescueNegativeTestJSON-987333433-router', 'tenant_id': '632a64d9b8e8420c84959edd892a318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '52c0bdba-8471-48d6-9d24-24de9abfa9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:46:54Z', 'revision_number': 3, 'project_id': '632a64d9b8e8420c84959edd892a318b', 'gw_port': {'id': '52c0bdba-8471-48d6-9d24-24de9abfa9ba', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:52Z', 'updated_at': '2021-10-12T18:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:47:01.419634 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 0d7185e2-2de1-475f-beed-83d4eebc5f3e up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:47:01.461781 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-2f1c8b10-682c-441e-913b-cda53a2266b6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.467061 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1fc1a1cc-2628-4cc3-b2c1-3dd958e83a67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.475475 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1fc1a1cc-2628-4cc3-b2c1-3dd958e83a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.476202 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1fc1a1cc-2628-4cc3-b2c1-3dd958e83a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006308'] for router_interface, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.510497 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1c8b10-682c-441e-913b-cda53a2266b6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:47:01.514052 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-2f1c8b10-682c-441e-913b-cda53a2266b6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:47:01.518221 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1c8b10-682c-441e-913b-cda53a2266b6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:47:01.533599 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 0d7185e2-2de1-475f-beed-83d4eebc5f3e triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:01.533893 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.543658 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c8b10-682c-441e-913b-cda53a2266b6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Pushing event updated for resources: {'Port': ['ID=938186a6-1c4c-4629-a4da-2ac6ecb996c7,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:01.578314 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4a756b75-f6fd-41d9-b512-6a243573146d None None] Provisioning complete for port acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:01.578879 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4a756b75-f6fd-41d9-b512-6a243573146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.655303 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4a756b75-f6fd-41d9-b512-6a243573146d None None] Port acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:47:01.713092 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-2f1c8b10-682c-441e-913b-cda53a2266b6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.717267 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.729195 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1a1cc-2628-4cc3-b2c1-3dd958e83a67 admin admin] Pushing event updated for resources: {'Port': ['ID=a4e2954a-e52d-4c1a-b779-ea81d9399e15,revision_number=2']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:01.743798 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8aaac2-d724-497c-bf2b-b55a8b78c056 admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:47:01.752586 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-5a8aaac2-d724-497c-bf2b-b55a8b78c056 admin admin] 10.222.0.66 "PUT /v2.0/routers/d8a4b2b6-2da1-46ea-811a-5120ce7fd178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4106202 Oct 12 18:47:01.762034 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] For port 0d7185e2-2de1-475f-beed-83d4eebc5f3e, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=0d7185e2-2de1-475f-beed-83d4eebc5f3e,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:01.771605 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-2f1c8b10-682c-441e-913b-cda53a2266b6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.772393 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:01.795346 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc1a1cc-2628-4cc3-b2c1-3dd958e83a67 admin admin] Network 3a4e204a-982c-455b-87fd-0d4fbe139919 is already hosted by enough agents. {{(pid=100618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:47:01.798690 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-1fc1a1cc-2628-4cc3-b2c1-3dd958e83a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:47:01.846406 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Pushing event updated for resources: {'Port': ['ID=0d7185e2-2de1-475f-beed-83d4eebc5f3e,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:01.966696 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc1a1cc-2628-4cc3-b2c1-3dd958e83a67 admin admin] Router bc547fc5-c447-4623-b8a1-7dd7de3fc8a8 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:47:02.040070 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-2f1c8b10-682c-441e-913b-cda53a2266b6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:02.047793 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-2f1c8b10-682c-441e-913b-cda53a2266b6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:02.105404 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c8b10-682c-441e-913b-cda53a2266b6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Pushing event updated for resources: {'Port': ['ID=938186a6-1c4c-4629-a4da-2ac6ecb996c7,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:02.198387 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-2f1c8b10-682c-441e-913b-cda53a2266b6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7932303'] for floatingip, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:02.211861 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc1a1cc-2628-4cc3-b2c1-3dd958e83a67 admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:47:02.236569 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-1fc1a1cc-2628-4cc3-b2c1-3dd958e83a67 admin admin] 10.222.0.66 "PUT /v2.0/routers/bc547fc5-c447-4623-b8a1-7dd7de3fc8a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4798818 Oct 12 18:47:02.255806 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-2f1c8b10-682c-441e-913b-cda53a2266b6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:02.257388 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-2f1c8b10-682c-441e-913b-cda53a2266b6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7036602 Oct 12 18:47:02.460337 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Sync routers for ids ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'] in dv-cinder-813229-2-iscsi {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:47:02.475374 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Routers {'d8a4b2b6-2da1-46ea-811a-5120ce7fd178'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:47:02.476338 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:46:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:47:02.592783 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7b623452-b809-4701-bb04-a90473f9ccfd req-3a972748-0e37-47aa-ae8a-3c023b09dd3c tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 210 time: 0.0924635 Oct 12 18:47:02.777689 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Set router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:47:03.006597 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-4147b002-7d50-4c22-899a-53822941cae4 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Request body: {'port': {'device_id': 'c94becfe-352f-4f46-89e8-605e26eeafb9', 'network_id': 'cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0', 'admin_state_up': True, 'tenant_id': 'fc33eae0723d48e4812e7707024cc36a'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:03.107650 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 52c0bdba-8471-48d6-9d24-24de9abfa9ba up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:47:03.240928 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-def4a7ef-2f26-42f8-b3fb-aa3fd03a96a6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--773688645&fields=id&tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71 HTTP/1.1" status: 200 len: 267 time: 0.1647878 Oct 12 18:47:03.263959 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 52c0bdba-8471-48d6-9d24-24de9abfa9ba triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:03.264371 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:03.490619 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 4, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d', 'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'mac_address': 'fa:16:3e:05:7f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:56Z', 'updated_at': '2021-10-12T18:46:59Z', 'revision_number': 2, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'subnets': [{'id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:47:03.559751 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:03.578602 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-4147b002-7d50-4c22-899a-53822941cae4 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Made reservation on behalf of fc33eae0723d48e4812e7707024cc36a for: {'port': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:47:03.586804 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-4147b002-7d50-4c22-899a-53822941cae4 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:03.610875 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] For port 52c0bdba-8471-48d6-9d24-24de9abfa9ba, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=52c0bdba-8471-48d6-9d24-24de9abfa9ba,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:03.620410 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:03.621552 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 0d7185e2-2de1-475f-beed-83d4eebc5f3e up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:47:03.767994 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-e7f8ff15-7383-49f1-89cf-bb6ec5839a78 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:03.790344 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-e7f8ff15-7383-49f1-89cf-bb6ec5839a78 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/networks?id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 HTTP/1.1" status: 200 len: 817 time: 0.5483999 Oct 12 18:47:03.791990 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60488) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:03.808348 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-190c22d0-43c2-4f3b-a7ad-93f50f6ed8ce tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1319236433', 'description': 'tempest-description--372543197'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:03.883442 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Checking router: d8a4b2b6-2da1-46ea-811a-5120ce7fd178 for host: dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:47:03.883798 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Updating router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 port acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d binding host dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:47:03.884535 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-01c52ec1-305d-4d8c-a590-511ff4d70d90 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/quotas/9014b76ca29d4cf2b8e0f1ac9621ec71 HTTP/1.1" status: 200 len: 375 time: 0.0930724 Oct 12 18:47:03.892771 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-190c22d0-43c2-4f3b-a7ad-93f50f6ed8ce tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:03.931610 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 0d7185e2-2de1-475f-beed-83d4eebc5f3e triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:03.931994 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:03.948687 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Pushing event updated for resources: {'Port': ['ID=52c0bdba-8471-48d6-9d24-24de9abfa9ba,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:03.983948 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:04.043811 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-ed600bbf-1af0-4f10-ba68-7267aa939b6e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1583731 Oct 12 18:47:04.091388 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-190c22d0-43c2-4f3b-a7ad-93f50f6ed8ce tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:04.101150 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-190c22d0-43c2-4f3b-a7ad-93f50f6ed8ce tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:04.202941 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-190c22d0-43c2-4f3b-a7ad-93f50f6ed8ce tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:04.209812 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-190c22d0-43c2-4f3b-a7ad-93f50f6ed8ce tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4035938 Oct 12 18:47:04.209812 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60506) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:04.242304 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-96733982-73cd-40d4-9e26-4f059ced0f9f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Request body: {'security_group_rule': {'security_group_id': 'f3a35328-6533-4920-8252-64808366e3d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:04.250051 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c22d0-43c2-4f3b-a7ad-93f50f6ed8ce tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a35328-6533-4920-8252-64808366e3d4,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:04.440465 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-96733982-73cd-40d4-9e26-4f059ced0f9f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:04.554751 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.db_base_plugin_common [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-4147b002-7d50-4c22-899a-53822941cae4 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Allocated IP 172.20.0.11 (cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0/8fcd8e01-ed30-4c7d-be3f-66fbfb446b67/cc3287e6-741c-4688-bda5-17d394cae8bd) {{(pid=100618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:47:04.829659 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 52c0bdba-8471-48d6-9d24-24de9abfa9ba up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:47:04.950599 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-96733982-73cd-40d4-9e26-4f059ced0f9f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:04.985096 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-96733982-73cd-40d4-9e26-4f059ced0f9f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:04.988220 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Sync routers for ids ['bc547fc5-c447-4623-b8a1-7dd7de3fc8a8'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:47:05.016152 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 52c0bdba-8471-48d6-9d24-24de9abfa9ba triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:05.021656 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:05.054755 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-ff0e32df-f4fd-4828-88b6-91bc72d94d5a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:47:05.056959 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-ff0e32df-f4fd-4828-88b6-91bc72d94d5a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1935687 Oct 12 18:47:05.092217 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Routers {'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:47:05.093699 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:46:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['bc547fc5-c447-4623-b8a1-7dd7de3fc8a8'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:47:05.128236 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:05.139154 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:05.248961 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96733982-73cd-40d4-9e26-4f059ced0f9f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fc67ff-ab04-4375-a680-5248bf9575a5,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:05.290641 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-4147b002-7d50-4c22-899a-53822941cae4 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Notify callbacks [] for port, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:05.326647 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116cbaa-e4e0-48d5-9f4c-3ded43141a02 None None] Pushing event updated for resources: {'Port': ['ID=acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:05.399162 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-96733982-73cd-40d4-9e26-4f059ced0f9f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:05.404170 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-96733982-73cd-40d4-9e26-4f059ced0f9f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1861911 Oct 12 18:47:05.414387 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 60546) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:05.428850 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-6c4120f5-e41e-4ea4-b501-84683d7082a7 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Request body: {'security_group_rule': {'security_group_id': 'f3a35328-6533-4920-8252-64808366e3d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:05.434935 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-8fbbb199-3b92-46ff-a64f-70e6759fbaed tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:05.446737 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-8fbbb199-3b92-46ff-a64f-70e6759fbaed tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/networks?id=3a4e204a-982c-455b-87fd-0d4fbe139919 HTTP/1.1" status: 200 len: 818 time: 0.7897387 Oct 12 18:47:05.492011 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-4147b002-7d50-4c22-899a-53822941cae4 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:05.517318 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6c4120f5-e41e-4ea4-b501-84683d7082a7 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:05.536643 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-eaf84207-21e1-401e-8113-6bb9da71c4cf tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/quotas/632a64d9b8e8420c84959edd892a318b HTTP/1.1" status: 200 len: 375 time: 0.0882163 Oct 12 18:47:05.583367 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Set router bc547fc5-c447-4623-b8a1-7dd7de3fc8a8 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:47:05.594946 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Attempting to bind port acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:47:05.595712 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Attempting to bind port acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': '74016772-6d56-46ab-87c7-6399d5a791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:47:05.596406 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Attempting to bind port acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d on network 01a861b8-fd34-499e-b00f-62278e422b54 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:47:05.610557 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:47:05.611389 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Checking segment: {'id': '74016772-6d56-46ab-87c7-6399d5a791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:47:05.613403 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:05.614728 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Bound using segment: {'id': '74016772-6d56-46ab-87c7-6399d5a791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:47:05.618914 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Bound port: acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74016772-6d56-46ab-87c7-6399d5a791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:47:05.619672 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:05.768032 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-a7db1ba6-2e70-409c-b5f8-de1896524613 service neutron] 10.222.0.66 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6982195 Oct 12 18:47:05.806405 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] For port acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:47:05.818869 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] For port acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d,segment=NetworkSegment(74016772-6d56-46ab-87c7-6399d5a791c8),segment_id=74016772-6d56-46ab-87c7-6399d5a791c8)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:47:05.828480 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:05.894473 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-5b6a22fe-9c31-41e2-9d60-19d8dad74d2f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=632a64d9b8e8420c84959edd892a318b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3566899 Oct 12 18:47:06.020266 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-d2f991fc-42e9-4ffa-bb9b-d059fb19c172 None None] Provisioning complete for port acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:06.021039 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d2f991fc-42e9-4ffa-bb9b-d059fb19c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:06.057913 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-4147b002-7d50-4c22-899a-53822941cae4 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Network cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0 is already hosted by enough agents. {{(pid=100618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:47:06.070408 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-4147b002-7d50-4c22-899a-53822941cae4 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Resources bound (agent type, host, resource id): {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:47:06.082383 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116cbaa-e4e0-48d5-9f4c-3ded43141a02 None None] Pushing event updated for resources: {'Port': ['ID=acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d,revision_number=4']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:06.085190 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Routers {'d8a4b2b6-2da1-46ea-811a-5120ce7fd178'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:47:06.085824 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:46:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:47:06.098273 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147b002-7d50-4c22-899a-53822941cae4 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Pushing event updated for resources: {'Port': ['ID=cc3287e6-741c-4688-bda5-17d394cae8bd,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:06.145949 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.l3_dvrscheduler_db [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-4147b002-7d50-4c22-899a-53822941cae4 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Received port after_create {{(pid=100618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:47:06.171971 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-4147b002-7d50-4c22-899a-53822941cae4 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:06.173993 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-4147b002-7d50-4c22-899a-53822941cae4 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for port, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:06.284998 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-4147b002-7d50-4c22-899a-53822941cae4 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2833536 Oct 12 18:47:06.316421 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-9af00e19-e6d1-4de9-840a-4b753610a872 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:47:06.335307 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-9af00e19-e6d1-4de9-840a-4b753610a872 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0067430 Oct 12 18:47:06.337431 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6c4120f5-e41e-4ea4-b501-84683d7082a7 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:06.350996 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6c4120f5-e41e-4ea4-b501-84683d7082a7 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:06.444274 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6c4120f5-e41e-4ea4-b501-84683d7082a7 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:06.453140 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-6c4120f5-e41e-4ea4-b501-84683d7082a7 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0347149 Oct 12 18:47:06.455393 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4120f5-e41e-4ea4-b501-84683d7082a7 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9886d316-0930-4145-9b42-d8fe5b8480ad,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:06.462707 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 60584) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:06.476638 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-7a5ed025-824a-4459-8345-b272e1e8ec64 service neutron] 10.222.0.66 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868403 Oct 12 18:47:06.511876 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-01472e93-a529-44e0-96f7-39b7c60e1f76 service neutron] 10.222.0.66 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114094 Oct 12 18:47:06.520695 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-a821bc4a-b6a0-4105-9715-452f044c5669 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Request body: {'floatingip': {'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:06.540947 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d2f991fc-42e9-4ffa-bb9b-d059fb19c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:06.543823 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] Set router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:47:06.631757 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a821bc4a-b6a0-4105-9715-452f044c5669 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for floatingip, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:06.673766 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-d2f991fc-42e9-4ffa-bb9b-d059fb19c172 None None] For port acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d,segment=NetworkSegment(74016772-6d56-46ab-87c7-6399d5a791c8),segment_id=74016772-6d56-46ab-87c7-6399d5a791c8)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:06.688457 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d2f991fc-42e9-4ffa-bb9b-d059fb19c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:06.767985 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Request body: {'port': {'device_id': 'c94becfe-352f-4f46-89e8-605e26eeafb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:06.847631 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-d5646d9b-38e3-4a77-ad80-274bd38ddcfb service neutron] 10.222.0.66 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256886 Oct 12 18:47:06.865989 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8', 'name': 'tempest-ServerRescueNegativeTestJSON-987333433-router', 'tenant_id': '632a64d9b8e8420c84959edd892a318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '52c0bdba-8471-48d6-9d24-24de9abfa9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:47:00Z', 'revision_number': 4, 'project_id': '632a64d9b8e8420c84959edd892a318b', 'gw_port': {'id': '52c0bdba-8471-48d6-9d24-24de9abfa9ba', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:52Z', 'updated_at': '2021-10-12T18:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'a4e2954a-e52d-4c1a-b779-ea81d9399e15', 'name': '', 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919', 'tenant_id': '632a64d9b8e8420c84959edd892a318b', 'mac_address': 'fa:16:3e:ac:35:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5b19d8b1-43db-4203-8a71-c6a7231cd947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:58Z', 'updated_at': '2021-10-12T18:47:01Z', 'revision_number': 2, 'project_id': '632a64d9b8e8420c84959edd892a318b', 'subnets': [{'id': '5b19d8b1-43db-4203-8a71-c6a7231cd947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:47:06.954471 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f991fc-42e9-4ffa-bb9b-d059fb19c172 None None] Pushing event updated for resources: {'Port': ['ID=acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:06.987315 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:06.996050 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Checking router: bc547fc5-c447-4623-b8a1-7dd7de3fc8a8 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:47:06.999637 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Updating router bc547fc5-c447-4623-b8a1-7dd7de3fc8a8 port a4e2954a-e52d-4c1a-b779-ea81d9399e15 binding host dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:47:07.105970 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-2e102ff9-7cbe-450e-a960-ac7bba5e32db None None] Provisioning complete for port acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:07.106652 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e102ff9-7cbe-450e-a960-ac7bba5e32db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:07.177241 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 4, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d', 'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'mac_address': 'fa:16:3e:05:7f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:56Z', 'updated_at': '2021-10-12T18:47:05Z', 'revision_number': 4, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'subnets': [{'id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:47:07.204358 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:07.232554 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a821bc4a-b6a0-4105-9715-452f044c5669 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:07.243632 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f308c65f-5c18-4627-a3b0-2e46544b51e8 None None] The sync data for ids ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'] in dv-cinder-813229-2-iscsi is: [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 4, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d', 'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'mac_address': 'fa:16:3e:05:7f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:56Z', 'updated_at': '2021-10-12T18:47:05Z', 'revision_number': 4, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'subnets': [{'id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:47:07.467446 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145406bc-bbc7-4b75-8418-541e86106e49 req-b1c1eb7a-df2a-44fb-a8a6-e37ddcf2095e tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:07.482771 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-145406bc-bbc7-4b75-8418-541e86106e49 req-b1c1eb7a-df2a-44fb-a8a6-e37ddcf2095e tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 932 time: 0.2709095 Oct 12 18:47:07.657084 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5320c7b3-b389-4e59-9837-843ba36ee364 req-cc115e7a-ad2f-4ceb-bf8e-e9d04660bd0a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 210 time: 0.1683428 Oct 12 18:47:07.825443 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-145406bc-bbc7-4b75-8418-541e86106e49 req-e1025e65-1411-493f-90fc-629ee5065e28 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405402 Oct 12 18:47:07.991725 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c5b7e802-8ad9-439b-86b1-6aba01f89393 req-6cf16124-1058-4177-9f04-a7dc2e9548be tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 210 time: 0.0541561 Oct 12 18:47:09.013180 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7b17b807-b42b-48e0-b647-7e2327aed0ef req-498ee5da-c638-4418-a321-c0d15451e0ba tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 210 time: 0.1906657 Oct 12 18:47:09.049532 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-ab885040-2379-49c6-84a2-20785def9569 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:09.061588 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-ab885040-2379-49c6-84a2-20785def9569 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/networks?id=3a4e204a-982c-455b-87fd-0d4fbe139919 HTTP/1.1" status: 200 len: 818 time: 0.6903389 Oct 12 18:47:09.105461 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.notifiers.nova [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3287e6-741c-4688-bda5-17d394cae8bd {{(pid=100618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:47:09.107753 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-04a5b7eb-629e-489b-9e36-eab3942f5a3d tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/quotas/632a64d9b8e8420c84959edd892a318b HTTP/1.1" status: 200 len: 375 time: 0.0285325 Oct 12 18:47:09.132736 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:09.195290 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60706) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:09.204316 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.provisioning_blocks [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Transition to ACTIVE for port object cc3287e6-741c-4688-bda5-17d394cae8bd will not be triggered until provisioned by entity L2. {{(pid=100618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:47:09.212808 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Notify callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:09.223866 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:09.232195 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:47:09.247839 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:09.358153 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-4ef4282c-30b3-4242-84e4-26b3357ad518 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=632a64d9b8e8420c84959edd892a318b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2494161 Oct 12 18:47:09.385964 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3287e6-741c-4688-bda5-17d394cae8bd,revision_number=2']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:09.547228 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7790fe-71d2-4123-84fb-2d3291c6b173 None None] Pushing event updated for resources: {'Port': ['ID=a4e2954a-e52d-4c1a-b779-ea81d9399e15,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:09.570851 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.db_base_plugin_common [None req-a821bc4a-b6a0-4105-9715-452f044c5669 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Allocated IP 172.27.0.53 (3ebee7fc-7e47-48dc-a73f-702afd21678f/257fc62d-aef6-4fd3-8a07-67da1276276c/fe7a73c5-eaef-467e-8eb5-60a19c895f20) {{(pid=100618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:47:09.594184 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ed1cb-12b5-40f0-99ed-6c80198fabbf req-7bc1b976-7a28-4926-8bf9-52e43b5c8b13 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:09.607185 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-426ed1cb-12b5-40f0-99ed-6c80198fabbf req-7bc1b976-7a28-4926-8bf9-52e43b5c8b13 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 944 time: 0.3612263 Oct 12 18:47:09.648814 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b4e656a2-36ed-4e05-ae2a-88dbeaf31784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:09.651760 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.managers [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Attempting to bind port cc3287e6-741c-4688-bda5-17d394cae8bd on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:47:09.652368 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.managers [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Attempting to bind port cc3287e6-741c-4688-bda5-17d394cae8bd by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'affc05d4-d4d8-4c69-bd62-5888085105f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0'}] {{(pid=100618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:47:09.653168 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Attempting to bind port cc3287e6-741c-4688-bda5-17d394cae8bd on network cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0 {{(pid=100618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:47:09.671236 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Port cc3287e6-741c-4688-bda5-17d394cae8bd on network cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:47:09.672062 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Attempting to bind port cc3287e6-741c-4688-bda5-17d394cae8bd on network cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0 {{(pid=100618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:47:09.713611 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:47:09.714326 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Checking segment: {'id': 'affc05d4-d4d8-4c69-bd62-5888085105f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:47:09.715258 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Bound using segment: {'id': 'affc05d4-d4d8-4c69-bd62-5888085105f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0'} {{(pid=100618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:47:09.715928 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.managers [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Bound port: cc3287e6-741c-4688-bda5-17d394cae8bd, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'affc05d4-d4d8-4c69-bd62-5888085105f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0'}}] {{(pid=100618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:47:09.716509 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:09.791349 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-31bb92ba-81a9-420b-bb07-c29d5d46baf5 service neutron] 10.222.0.66 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153218 Oct 12 18:47:09.830988 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Attempting to bind port a4e2954a-e52d-4c1a-b779-ea81d9399e15 on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:47:09.833507 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Attempting to bind port a4e2954a-e52d-4c1a-b779-ea81d9399e15 by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'e7a78047-8cb0-4655-a0aa-f55f8278caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:47:09.833880 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Attempting to bind port a4e2954a-e52d-4c1a-b779-ea81d9399e15 on network 3a4e204a-982c-455b-87fd-0d4fbe139919 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:47:09.850828 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a821bc4a-b6a0-4105-9715-452f044c5669 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for port, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:09.856867 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:09.858306 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:09.863416 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:47:09.864917 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Checking segment: {'id': 'e7a78047-8cb0-4655-a0aa-f55f8278caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:47:09.865548 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:09.867273 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Bound using segment: {'id': 'e7a78047-8cb0-4655-a0aa-f55f8278caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:47:09.867990 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Bound port: a4e2954a-e52d-4c1a-b779-ea81d9399e15, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a78047-8cb0-4655-a0aa-f55f8278caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:47:09.870947 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:09.877660 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] For port cc3287e6-741c-4688-bda5-17d394cae8bd, host hv-cinder-81322, cleared binding levels {{(pid=100618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:47:09.893646 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] For port cc3287e6-741c-4688-bda5-17d394cae8bd, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc3287e6-741c-4688-bda5-17d394cae8bd,segment=NetworkSegment(affc05d4-d4d8-4c69-bd62-5888085105f3),segment_id=affc05d4-d4d8-4c69-bd62-5888085105f3)] {{(pid=100618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:47:09.909710 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:10.012598 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:10.013242 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for port, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:10.014968 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] 10.222.0.21 "PUT /v2.0/ports/cc3287e6-741c-4688-bda5-17d394cae8bd HTTP/1.1" status: 200 len: 1094 time: 3.5339992 Oct 12 18:47:10.087154 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-426ed1cb-12b5-40f0-99ed-6c80198fabbf req-5da3d5d7-6793-45e8-b9e9-b1db7d4ebd3a tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784338 Oct 12 18:47:10.156750 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94becfe-352f-4f46-89e8-605e26eeafb9', 'tag': 'cc3287e6-741c-4688-bda5-17d394cae8bd'}] {{(pid=100618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:47:10.197535 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] For port a4e2954a-e52d-4c1a-b779-ea81d9399e15, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:47:10.213839 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] For port a4e2954a-e52d-4c1a-b779-ea81d9399e15, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=a4e2954a-e52d-4c1a-b779-ea81d9399e15,segment=NetworkSegment(e7a78047-8cb0-4655-a0aa-f55f8278caea),segment_id=e7a78047-8cb0-4655-a0aa-f55f8278caea)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:47:10.222172 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:10.280742 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-a0d60e24-6310-4e63-a8ad-7e72385710f1 service neutron] 10.222.0.66 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882822 Oct 12 18:47:10.324365 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Routers {'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:47:10.325376 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:46:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['bc547fc5-c447-4623-b8a1-7dd7de3fc8a8'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:47:10.336114 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b4e656a2-36ed-4e05-ae2a-88dbeaf31784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:10.372014 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bbdd1-93e3-47cc-8c49-1e83fd81ff12 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3287e6-741c-4688-bda5-17d394cae8bd,revision_number=3']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:10.401536 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a8d44c94-42ee-4375-a2ee-9a75060fe327 req-7c498609-774d-495b-aefa-3301fdf11281 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 210 time: 0.1049616 Oct 12 18:47:10.403665 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b4e656a2-36ed-4e05-ae2a-88dbeaf31784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:10.420691 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a821bc4a-b6a0-4105-9715-452f044c5669 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:10.485614 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] Set router bc547fc5-c447-4623-b8a1-7dd7de3fc8a8 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:47:10.541722 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a821bc4a-b6a0-4105-9715-452f044c5669 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is already hosted by enough agents. {{(pid=100618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:47:10.545017 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-b4e656a2-36ed-4e05-ae2a-88dbeaf31784 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9671d4f60b88409a89b2a18d17faa3f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3428931 Oct 12 18:47:10.546234 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60752) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:10.564598 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-a821bc4a-b6a0-4105-9715-452f044c5669 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Resources bound (agent type, host, resource id): {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:47:10.572632 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e656a2-36ed-4e05-ae2a-88dbeaf31784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe1f4b1-c54d-4741-ac59-a654d2f65b78,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:10.579624 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a821bc4a-b6a0-4105-9715-452f044c5669 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Received port after_create {{(pid=100618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:47:10.744688 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d0ec8ba4-eab1-44fc-a3f1-62a802400788 req-817be5d4-f0d2-414b-a49f-f18aebb42469 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 210 time: 0.1024604 Oct 12 18:47:10.781695 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821bc4a-b6a0-4105-9715-452f044c5669 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Pushing event updated for resources: {'Port': ['ID=fe7a73c5-eaef-467e-8eb5-60a19c895f20,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:10.784846 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c472786c-00d5-4a09-ab28-ba9a0d675ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:10.817010 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7790fe-71d2-4123-84fb-2d3291c6b173 None None] Pushing event updated for resources: {'Port': ['ID=a4e2954a-e52d-4c1a-b779-ea81d9399e15,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:10.817130 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c472786c-00d5-4a09-ab28-ba9a0d675ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:10.849958 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad09acfdf72b8375a33e9b57c982232d1566ee44a2684d4ac6751eeaed48ddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd733f0-f6b4-483d-9a6b-bd13c483ccae" -d '{"events": [{"name": "network-changed", "server_uuid": "c94becfe-352f-4f46-89e8-605e26eeafb9", "tag": "cc3287e6-741c-4688-bda5-17d394cae8bd"}]}' {{(pid=100618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:47:10.925773 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c472786c-00d5-4a09-ab28-ba9a0d675ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:10.929887 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c472786c-00d5-4a09-ab28-ba9a0d675ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:10.935231 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-c472786c-00d5-4a09-ab28-ba9a0d675ec6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4fe1f4b1-c54d-4741-ac59-a654d2f65b78 HTTP/1.1" status: 204 len: 168 time: 0.3876047 Oct 12 18:47:10.961492 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472786c-00d5-4a09-ab28-ba9a0d675ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe1f4b1-c54d-4741-ac59-a654d2f65b78,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:10.994599 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a821bc4a-b6a0-4105-9715-452f044c5669 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:11.027244 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8', 'name': 'tempest-ServerRescueNegativeTestJSON-987333433-router', 'tenant_id': '632a64d9b8e8420c84959edd892a318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '52c0bdba-8471-48d6-9d24-24de9abfa9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:47:00Z', 'revision_number': 4, 'project_id': '632a64d9b8e8420c84959edd892a318b', 'gw_port': {'id': '52c0bdba-8471-48d6-9d24-24de9abfa9ba', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:52Z', 'updated_at': '2021-10-12T18:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'a4e2954a-e52d-4c1a-b779-ea81d9399e15', 'name': '', 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919', 'tenant_id': '632a64d9b8e8420c84959edd892a318b', 'mac_address': 'fa:16:3e:ac:35:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5b19d8b1-43db-4203-8a71-c6a7231cd947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:58Z', 'updated_at': '2021-10-12T18:47:10Z', 'revision_number': 4, 'project_id': '632a64d9b8e8420c84959edd892a318b', 'subnets': [{'id': '5b19d8b1-43db-4203-8a71-c6a7231cd947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:47:11.064879 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1844bf-d0fb-46a2-943a-7a6d4999b48b None None] The sync data for ids ['bc547fc5-c447-4623-b8a1-7dd7de3fc8a8'] in dv-cinder-813229-2-iscsi is: [{'id': 'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8', 'name': 'tempest-ServerRescueNegativeTestJSON-987333433-router', 'tenant_id': '632a64d9b8e8420c84959edd892a318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '52c0bdba-8471-48d6-9d24-24de9abfa9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:47:00Z', 'revision_number': 4, 'project_id': '632a64d9b8e8420c84959edd892a318b', 'gw_port': {'id': '52c0bdba-8471-48d6-9d24-24de9abfa9ba', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:52Z', 'updated_at': '2021-10-12T18:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'a4e2954a-e52d-4c1a-b779-ea81d9399e15', 'name': '', 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919', 'tenant_id': '632a64d9b8e8420c84959edd892a318b', 'mac_address': 'fa:16:3e:ac:35:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5b19d8b1-43db-4203-8a71-c6a7231cd947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:58Z', 'updated_at': '2021-10-12T18:47:10Z', 'revision_number': 4, 'project_id': '632a64d9b8e8420c84959edd892a318b', 'subnets': [{'id': '5b19d8b1-43db-4203-8a71-c6a7231cd947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:47:11.131904 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a821bc4a-b6a0-4105-9715-452f044c5669 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:11.355095 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5596-43ff-4468-a09b-54840e23e929 req-28748962-651d-4c36-9c2b-e0b9955f5ef2 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:11.356830 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-97ce5596-43ff-4468-a09b-54840e23e929 req-28748962-651d-4c36-9c2b-e0b9955f5ef2 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 944 time: 0.1635444 Oct 12 18:47:11.462541 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785bbd46-22d4-4f9f-a2cb-96a48a1fb2a6 x-openstack-request-id: req-785bbd46-22d4-4f9f-a2cb-96a48a1fb2a6 {{(pid=100618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:47:11.464406 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94becfe-352f-4f46-89e8-605e26eeafb9", "tag": "cc3287e6-741c-4688-bda5-17d394cae8bd", "status": "completed", "code": 200}]} {{(pid=100618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:47:11.464820 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-785bbd46-22d4-4f9f-a2cb-96a48a1fb2a6 {{(pid=100618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:47:11.465567 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94becfe-352f-4f46-89e8-605e26eeafb9', 'tag': 'cc3287e6-741c-4688-bda5-17d394cae8bd', 'status': 'completed', 'code': 200} Oct 12 18:47:11.502822 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-97ce5596-43ff-4468-a09b-54840e23e929 req-98493f22-ef62-44ee-af53-6fab887cbec3 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217735 Oct 12 18:47:11.588541 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a821bc4a-b6a0-4105-9715-452f044c5669 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for port, precommit_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:11.594302 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a821bc4a-b6a0-4105-9715-452f044c5669 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:11.639419 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a821bc4a-b6a0-4105-9715-452f044c5669 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7932303'] for floatingip, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:11.665279 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a821bc4a-b6a0-4105-9715-452f044c5669 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:11.674992 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-a821bc4a-b6a0-4105-9715-452f044c5669 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1899917 Oct 12 18:47:11.682460 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821bc4a-b6a0-4105-9715-452f044c5669 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Pushing event updated for resources: {'Port': ['ID=fe7a73c5-eaef-467e-8eb5-60a19c895f20,revision_number=2']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:11.701555 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0b3f0b7a-2b50-4706-8e95-5a04db4b62ab req-1695c007-4e43-44ed-881a-a5d665479a4d tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 210 time: 0.0335569 Oct 12 18:47:11.873826 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-acc74925-82fb-4aa6-9e7d-19736826084e req-140c6449-fad9-4cad-870b-147d570b539a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 210 time: 0.0647950 Oct 12 18:47:12.030765 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-fff0fc8e-fd25-4b34-b1a4-8ec49eb4a739 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1319236433&fields=id&tenant_id=e8fde9f299c741df94fb2f851b651138 HTTP/1.1" status: 200 len: 267 time: 0.0380573 Oct 12 18:47:12.155196 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-d5efc51c-8cb2-4c0a-8cc6-d44c5288ffe3 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:12.161874 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-d5efc51c-8cb2-4c0a-8cc6-d44c5288ffe3 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/networks?id=01a861b8-fd34-499e-b00f-62278e422b54 HTTP/1.1" status: 200 len: 810 time: 0.1239538 Oct 12 18:47:12.174332 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-aaaaceab-1644-4ac7-a21c-68cacb0e5a7f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/quotas/e8fde9f299c741df94fb2f851b651138 HTTP/1.1" status: 200 len: 375 time: 0.0113535 Oct 12 18:47:12.267800 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-12ed4865-34ac-4fd6-9a41-f23f25a8627f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8fde9f299c741df94fb2f851b651138&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851247 Oct 12 18:47:12.373891 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-29ddaa88-7047-4f21-8f2d-462911373d4a service neutron] 10.222.0.66 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005058 Oct 12 18:47:12.508217 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-0d665919-ab08-41e3-b8aa-ff578de93b80 service neutron] 10.222.0.66 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277487 Oct 12 18:47:12.666352 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7a2fa-2fac-4b98-aef5-6aa7234b1505 req-047ee3de-6791-44ea-8f1a-bfb5fe410ebb tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:12.667914 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d1c7a2fa-2fac-4b98-aef5-6aa7234b1505 req-047ee3de-6791-44ea-8f1a-bfb5fe410ebb tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 944 time: 0.0704877 Oct 12 18:47:12.806494 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device a4e2954a-e52d-4c1a-b779-ea81d9399e15 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:47:12.807503 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d1c7a2fa-2fac-4b98-aef5-6aa7234b1505 req-eb6764fe-ba2e-4836-a88c-ccc3c7aea743 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223516 Oct 12 18:47:12.881721 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b2639ca8-3a2c-4e35-9ca7-fa129733ed10 req-e681ddf0-128d-49bf-9844-077470481d5a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 210 time: 0.1543281 Oct 12 18:47:12.989549 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port a4e2954a-e52d-4c1a-b779-ea81d9399e15 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:12.990510 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:13.026985 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-461f7727-586a-4d35-891d-49ecbc005793 req-6cc349b0-1399-4f08-a0ca-02f78e0bbbe0 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 210 time: 0.0899670 Oct 12 18:47:13.121309 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-79c88a86-432e-43d0-8989-bb54aa9a177b req-be838953-6a65-4f3d-a724-4342409b7f36 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 210 time: 0.0494957 Oct 12 18:47:13.190038 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:13.261698 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] For port a4e2954a-e52d-4c1a-b779-ea81d9399e15, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=a4e2954a-e52d-4c1a-b779-ea81d9399e15,segment=NetworkSegment(e7a78047-8cb0-4655-a0aa-f55f8278caea),segment_id=e7a78047-8cb0-4655-a0aa-f55f8278caea)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:13.266499 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:13.335112 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Pushing event updated for resources: {'Port': ['ID=a4e2954a-e52d-4c1a-b779-ea81d9399e15,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:13.576676 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60880) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:13.734360 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-3fb921f4-dd57-4126-9b11-635b24b21bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:13.808117 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-3fb921f4-dd57-4126-9b11-635b24b21bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:13.811602 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-3fb921f4-dd57-4126-9b11-635b24b21bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:13.850531 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-3fb921f4-dd57-4126-9b11-635b24b21bdb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b677fd952630438cb3fd3748b31a913b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726948 Oct 12 18:47:13.851397 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb921f4-dd57-4126-9b11-635b24b21bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9e1f1f-31f3-451e-9341-71b3695515fd,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:13.853309 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 60892) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:13.918480 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03241f6-7d8f-4aab-8e64-2618308ac37e req-de6b0462-1d74-4c10-8132-a5f0da89ec15 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:13.925631 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f03241f6-7d8f-4aab-8e64-2618308ac37e req-de6b0462-1d74-4c10-8132-a5f0da89ec15 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 944 time: 0.0581636 Oct 12 18:47:13.932002 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-961933fd-d49e-4ea1-b618-813b640945b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:13.959125 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-961933fd-d49e-4ea1-b618-813b640945b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:13.972254 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f03241f6-7d8f-4aab-8e64-2618308ac37e req-d31a0632-31c5-47c6-8241-d415046ffc78 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455620 Oct 12 18:47:14.010272 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3d623bb0-5f4c-41d3-b43e-fc2aba7dec21 req-8fed94b1-c2a1-4064-9768-c0f0aa9a33c0 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 210 time: 0.0343728 Oct 12 18:47:14.042633 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-961933fd-d49e-4ea1-b618-813b640945b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:14.045373 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-961933fd-d49e-4ea1-b618-813b640945b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:14.046521 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-961933fd-d49e-4ea1-b618-813b640945b9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b9e1f1f-31f3-451e-9341-71b3695515fd HTTP/1.1" status: 204 len: 168 time: 0.1860611 Oct 12 18:47:14.060596 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961933fd-d49e-4ea1-b618-813b640945b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9e1f1f-31f3-451e-9341-71b3695515fd,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:14.140924 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cd52f06e-c0d7-4a85-80ed-0c237ea8d691 req-acb5210c-30f9-4a37-bda5-e11614c085dc tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 210 time: 0.0309176 Oct 12 18:47:14.250202 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5153be7b-19de-46b4-99be-8399c63fd89f req-d02a713c-e55e-4bcc-a522-b96e23d0e563 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 210 time: 0.0257072 Oct 12 18:47:14.365968 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 60904) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:14.379790 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b792ef51-baec-4ca9-a3fb-19684d2b4f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:14.474067 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b792ef51-baec-4ca9-a3fb-19684d2b4f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:14.478626 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b792ef51-baec-4ca9-a3fb-19684d2b4f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:14.516918 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-b792ef51-baec-4ca9-a3fb-19684d2b4f1c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e28e53420b394f93b36cecd101a9b8b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496627 Oct 12 18:47:14.517784 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792ef51-baec-4ca9-a3fb-19684d2b4f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49b3647-3bca-4307-b254-afe3bb63a90c,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:14.521000 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 60906) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:14.580768 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-313189c9-a546-424d-8c46-aabdc8b85b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:14.604078 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-313189c9-a546-424d-8c46-aabdc8b85b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:14.663567 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-313189c9-a546-424d-8c46-aabdc8b85b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:14.670648 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-313189c9-a546-424d-8c46-aabdc8b85b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:14.673156 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-313189c9-a546-424d-8c46-aabdc8b85b62 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f49b3647-3bca-4307-b254-afe3bb63a90c HTTP/1.1" status: 204 len: 168 time: 0.1481063 Oct 12 18:47:14.691932 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313189c9-a546-424d-8c46-aabdc8b85b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49b3647-3bca-4307-b254-afe3bb63a90c,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:14.754901 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device a4e2954a-e52d-4c1a-b779-ea81d9399e15 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:47:14.804002 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port a4e2954a-e52d-4c1a-b779-ea81d9399e15 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:14.804373 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:15.098500 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd33b79-57e5-4218-8cdf-797f9cf0a820 req-e4629428-5407-4c48-94eb-48de73d9c831 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:15.100818 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9bd33b79-57e5-4218-8cdf-797f9cf0a820 req-e4629428-5407-4c48-94eb-48de73d9c831 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 944 time: 0.0605977 Oct 12 18:47:15.165931 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e2682305-2bed-43b4-a6db-d12fd99056f6 req-3dc5480d-6a8e-43d7-96d7-b3897ecd6d1a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 210 time: 0.0390124 Oct 12 18:47:15.184470 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9bd33b79-57e5-4218-8cdf-797f9cf0a820 req-c4cea396-7361-43f0-a07a-ccc06a14967a tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758138 Oct 12 18:47:15.253664 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-63bc9bd2-1053-4add-8fac-cf1202d5e7d9 req-c18f0e39-005f-49f6-b737-afe81e5b0449 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 210 time: 0.0271237 Oct 12 18:47:15.351671 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-abc58a8b-0f70-429c-9d2c-34d8622e77fb req-9ab1b437-12d5-464d-8269-b67a91ecc2c4 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 210 time: 0.0276058 Oct 12 18:47:16.280008 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d15166b3-980d-43ba-81cc-d913551541cc req-98116534-f16b-4345-b503-e845b5cf0589 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 210 time: 0.0378606 Oct 12 18:47:16.393661 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-01a704d9-1402-4aec-bb48-6f6ffea8b2f7 req-4e5497bb-c35d-46d8-9b34-d00fbe82f420 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 210 time: 0.0293379 Oct 12 18:47:16.414061 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fce1d-8120-4c7a-b5cf-fa11e6efb271 req-ebafd14c-73a1-4e92-b34d-0e2884a4b35b tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:16.415723 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-218fce1d-8120-4c7a-b5cf-fa11e6efb271 req-ebafd14c-73a1-4e92-b34d-0e2884a4b35b tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 944 time: 0.0883334 Oct 12 18:47:16.482445 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-218fce1d-8120-4c7a-b5cf-fa11e6efb271 req-9198e019-ff10-48de-aa15-eb1603115834 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600591 Oct 12 18:47:16.515126 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-72f52872-aba4-4376-92a4-5acf1417cb0b req-8bff895e-9939-436a-b67c-8faec0ad0879 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 210 time: 0.0371914 Oct 12 18:47:17.398234 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6e336035-cac6-4af0-a244-263bae3a80a2 req-475e6a24-2ce3-403c-8c51-93dbfbe584b0 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 210 time: 0.0410404 Oct 12 18:47:17.514691 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cd00efc1-c726-4a45-996e-45809b857ed2 req-b55e3015-88b0-4d08-af00-cceb519fe022 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 210 time: 0.0301127 Oct 12 18:47:17.620416 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-13fa5399-6065-4e52-afab-defc029ccff9 req-ada9910d-ef0e-4c7b-96a8-7c3da2b17e57 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 210 time: 0.0282969 Oct 12 18:47:17.638179 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47262355-05c4-49e8-bd10-66d33bfd3154 req-7ddf2b57-2a08-4a59-a1e2-26a05f3f2149 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:17.639640 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-47262355-05c4-49e8-bd10-66d33bfd3154 req-7ddf2b57-2a08-4a59-a1e2-26a05f3f2149 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 944 time: 0.0750294 Oct 12 18:47:17.678655 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-47262355-05c4-49e8-bd10-66d33bfd3154 req-fbfb1f7a-51cc-4074-8190-cb70561a5996 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322757 Oct 12 18:47:18.505921 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-af169b01-3e77-41c0-9d1a-9f680c94933f req-1dc39eb1-86c8-4cf1-a5ee-91f85f46bcd2 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 210 time: 0.0329499 Oct 12 18:47:18.774372 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6c358700-9a48-44ed-824d-934f050499dc req-bca12523-48f9-4df9-a3f9-beb25cdf0d5a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 210 time: 0.1802261 Oct 12 18:47:18.823294 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-aaf65766-f7d5-4f08-8a61-16117187652f req-ab00891e-4a73-461b-9b7c-0e8ab16ceb3a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 210 time: 0.0506265 Oct 12 18:47:18.913189 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79291386-d836-448b-a6a6-00f0c740ac41 req-466c97fd-a08a-41cd-b418-98179f74a6b9 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:18.922078 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-79291386-d836-448b-a6a6-00f0c740ac41 req-466c97fd-a08a-41cd-b418-98179f74a6b9 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 944 time: 0.0616624 Oct 12 18:47:18.952269 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.21', 51556) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:19.042596 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-480f9729-ca6f-4827-964a-9ee717bd213c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:19.043704 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-79291386-d836-448b-a6a6-00f0c740ac41 req-048539d7-3b28-4422-a86e-9f2381fece54 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198733 Oct 12 18:47:19.045571 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-480f9729-ca6f-4827-964a-9ee717bd213c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.21 "GET /v2.0/networks?id=3a4e204a-982c-455b-87fd-0d4fbe139919 HTTP/1.1" status: 200 len: 818 time: 0.2196176 Oct 12 18:47:19.069829 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-06db98ba-2ef8-44ae-a5d0-837ad73a1062 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Request body: {'port': {'device_id': 'b9759baf-3ef5-4073-ad03-1ed67dba28d8', 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919', 'admin_state_up': True, 'tenant_id': '632a64d9b8e8420c84959edd892a318b'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:19.074212 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd733f0-f6b4-483d-9a6b-bd13c483ccae req-ab009c10-b456-4079-a86a-f9aa7ae31af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:19.075803 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2dd733f0-f6b4-483d-9a6b-bd13c483ccae req-ab009c10-b456-4079-a86a-f9aa7ae31af6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc33eae0723d48e4812e7707024cc36a&device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 1097 time: 0.1223121 Oct 12 18:47:19.183272 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 32896) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:19.303056 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd733f0-f6b4-483d-9a6b-bd13c483ccae req-ecafccf4-c74c-46fc-9770-0b6669a5218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:19.304864 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2dd733f0-f6b4-483d-9a6b-bd13c483ccae req-ecafccf4-c74c-46fc-9770-0b6669a5218d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=fc33eae0723d48e4812e7707024cc36a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2140124 Oct 12 18:47:19.365408 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d353-48ff-4be9-b672-d3b9c7ed3ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:19.422554 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-06db98ba-2ef8-44ae-a5d0-837ad73a1062 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Made reservation on behalf of 632a64d9b8e8420c84959edd892a318b for: {'port': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:47:19.433934 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-06db98ba-2ef8-44ae-a5d0-837ad73a1062 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:19.487291 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.21', 51561) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:19.617969 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.db_base_plugin_common [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-06db98ba-2ef8-44ae-a5d0-837ad73a1062 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Allocated IP 172.20.0.6 (3a4e204a-982c-455b-87fd-0d4fbe139919/5b19d8b1-43db-4203-8a71-c6a7231cd947/634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd) {{(pid=100618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:47:19.706199 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-369e4fff-fa3f-494f-8bd3-26fd3ab9e8e5 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:19.708612 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-369e4fff-fa3f-494f-8bd3-26fd3ab9e8e5 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.21 "GET /v2.0/networks?id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 HTTP/1.1" status: 200 len: 817 time: 0.2187061 Oct 12 18:47:19.787227 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-30ffde83-b919-49ad-a3ae-61598525d106 req-d068eb35-c663-4d6b-a766-0f266f51c235 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 210 time: 0.0739522 Oct 12 18:47:19.825546 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd733f0-f6b4-483d-9a6b-bd13c483ccae req-d93789a1-31cf-4da2-a05d-bc87ca42b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:19.827787 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2dd733f0-f6b4-483d-9a6b-bd13c483ccae req-d93789a1-31cf-4da2-a05d-bc87ca42b987 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5126009 Oct 12 18:47:19.890652 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-06db98ba-2ef8-44ae-a5d0-837ad73a1062 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Notify callbacks [] for port, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:19.928027 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d353-48ff-4be9-b672-d3b9c7ed3ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:19.942912 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d353-48ff-4be9-b672-d3b9c7ed3ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:19.970197 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-778ab323-f399-4eed-9f29-59793bcba6c2 req-644f4a7d-8a52-437b-b483-fea5d152c4d9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 210 time: 0.0653801 Oct 12 18:47:19.981457 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-c1384d5f-96a2-4d1b-b296-26370552ac4d tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71 HTTP/1.1" status: 200 len: 379 time: 0.1899409 Oct 12 18:47:19.984911 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-2ec9d353-48ff-4be9-b672-d3b9c7ed3ebc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2484b051a9884506bd807bc1f275cafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8006117 Oct 12 18:47:19.985590 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 32946) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:20.014346 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-ca20d29a-988b-4b19-923d-282e1ee01522 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Request body: {'port': {'device_id': '63e68a74-2b35-4ad6-9240-eb2f680ecc65', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'admin_state_up': True, 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'security_groups': ['dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc']}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:20.033571 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-06db98ba-2ef8-44ae-a5d0-837ad73a1062 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:20.073228 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9d353-48ff-4be9-b672-d3b9c7ed3ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3261053-38c8-49a8-b816-e4617cdf60ca,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:20.114777 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.21', 51567) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:20.160121 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db98ba-2ef8-44ae-a5d0-837ad73a1062 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Pushing event updated for resources: {'Port': ['ID=634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:20.184860 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-06db98ba-2ef8-44ae-a5d0-837ad73a1062 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Network 3a4e204a-982c-455b-87fd-0d4fbe139919 is already hosted by enough agents. {{(pid=100618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:47:20.192788 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-06db98ba-2ef8-44ae-a5d0-837ad73a1062 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Resources bound (agent type, host, resource id): {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:47:20.196707 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.l3_dvrscheduler_db [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-06db98ba-2ef8-44ae-a5d0-837ad73a1062 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Received port after_create {{(pid=100618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:47:20.204842 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-06db98ba-2ef8-44ae-a5d0-837ad73a1062 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:20.208065 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-06db98ba-2ef8-44ae-a5d0-837ad73a1062 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for port, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:20.246988 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1a097332-f0d1-49c1-a1ab-a5fed32f4756 req-df222dcf-a9a4-4800-b08c-f99712c3d8e3 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 210 time: 0.2285244 Oct 12 18:47:20.250470 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-06db98ba-2ef8-44ae-a5d0-837ad73a1062 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1876473 Oct 12 18:47:20.252224 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-14a42d91-52c6-4058-909f-be2b190bccab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:20.286606 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-14a42d91-52c6-4058-909f-be2b190bccab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:20.301710 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Request body: {'port': {'device_id': 'b9759baf-3ef5-4073-ad03-1ed67dba28d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:20.304401 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-e1684367-a3d9-4f33-8893-90fb3bc289f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:20.305994 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-e1684367-a3d9-4f33-8893-90fb3bc289f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc33eae0723d48e4812e7707024cc36a&device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 1097 time: 0.3236372 Oct 12 18:47:20.384822 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:20.413691 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-47738cc1-3519-401d-be71-89e5a31e5716 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3287e6-741c-4688-bda5-17d394cae8bd HTTP/1.1" status: 200 len: 217 time: 0.0971699 Oct 12 18:47:20.436257 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-14a42d91-52c6-4058-909f-be2b190bccab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:20.438985 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-14a42d91-52c6-4058-909f-be2b190bccab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:20.443369 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-14a42d91-52c6-4058-909f-be2b190bccab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3261053-38c8-49a8-b816-e4617cdf60ca HTTP/1.1" status: 204 len: 168 time: 0.4510367 Oct 12 18:47:20.452734 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0e11c-9346-4720-8c4c-fbe99de82285 req-7d8a94b0-fd95-4ccd-a445-602c157006b7 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:20.454292 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dfe0e11c-9346-4720-8c4c-fbe99de82285 req-7d8a94b0-fd95-4ccd-a445-602c157006b7 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 944 time: 0.2244422 Oct 12 18:47:20.460806 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a42d91-52c6-4058-909f-be2b190bccab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3261053-38c8-49a8-b816-e4617cdf60ca,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:20.480895 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-556926dc-c04e-4803-8f4c-394df7b28252 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:20.482335 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-556926dc-c04e-4803-8f4c-394df7b28252 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.21 "GET /v2.0/networks?id=01a861b8-fd34-499e-b00f-62278e422b54 HTTP/1.1" status: 200 len: 810 time: 0.3395593 Oct 12 18:47:20.542092 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-ca20d29a-988b-4b19-923d-282e1ee01522 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Made reservation on behalf of 9014b76ca29d4cf2b8e0f1ac9621ec71 for: {'port': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:47:20.545675 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-ca20d29a-988b-4b19-923d-282e1ee01522 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:20.551801 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-2af5eff3-522e-4d0c-a8e7-79d551060b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:20.553239 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-2af5eff3-522e-4d0c-a8e7-79d551060b8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8fcd8e01-ed30-4c7d-be3f-66fbfb446b67 HTTP/1.1" status: 200 len: 852 time: 0.1254702 Oct 12 18:47:20.569254 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.21', 51570) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:20.576813 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dfe0e11c-9346-4720-8c4c-fbe99de82285 req-51a6613d-91dc-41a7-9b37-25c2539d732e tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884497 Oct 12 18:47:20.640160 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-5fd210c2-54f9-47c3-a497-d56267608803 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621252 Oct 12 18:47:20.790703 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-7ea559c2-fb0a-4d18-bc91-1fa350f7a647 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8fde9f299c741df94fb2f851b651138 HTTP/1.1" status: 200 len: 380 time: 0.2309127 Oct 12 18:47:20.799634 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 32966) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:20.815804 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-9ea7603f-a657-44c4-b663-40d5287f345e tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Request body: {'port': {'device_id': '052959b3-ff6a-4f83-b7e5-020c3dc25dcc', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'admin_state_up': True, 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'security_groups': ['f3a35328-6533-4920-8252-64808366e3d4']}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:20.841493 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-26a4ca40-3f21-4f61-b4ac-049bb2eb3252 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:20.842963 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-26a4ca40-3f21-4f61-b4ac-049bb2eb3252 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.21 "GET /v2.0/networks?id=3a4e204a-982c-455b-87fd-0d4fbe139919 HTTP/1.1" status: 200 len: 818 time: 0.2726521 Oct 12 18:47:20.845282 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-79c1a3f0-01ef-40d7-b2b0-ed94ef4975ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:20.864960 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-40ffa380-90f0-43ab-915c-4e10af71a5d8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Request body: {'port': {'device_id': '18d03521-e012-489f-992d-f80b44b3884b', 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919', 'admin_state_up': True, 'tenant_id': '632a64d9b8e8420c84959edd892a318b'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:21.011555 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.notifiers.nova [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd {{(pid=100618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:47:21.036308 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:21.091965 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.provisioning_blocks [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Transition to ACTIVE for port object 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd will not be triggered until provisioned by entity L2. {{(pid=100618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:47:21.115273 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-79c1a3f0-01ef-40d7-b2b0-ed94ef4975ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:21.116489 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:21.117604 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-72a7c26b-f8b8-4f4f-95ec-2b3c432acad3 req-ba17e095-966e-4ef8-b570-26ac50719407 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 210 time: 0.0857606 Oct 12 18:47:21.152898 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-79c1a3f0-01ef-40d7-b2b0-ed94ef4975ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:21.199227 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-40ffa380-90f0-43ab-915c-4e10af71a5d8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Made reservation on behalf of 632a64d9b8e8420c84959edd892a318b for: {'port': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:47:21.203266 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-40ffa380-90f0-43ab-915c-4e10af71a5d8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:21.227293 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-ca20d29a-988b-4b19-923d-282e1ee01522 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Allocated IP 172.20.0.5 (d7ea82d4-1a02-4e55-8809-50cbe1adf2a3/8e169c64-1553-4025-8cf9-96cfe11d06bd/1c90406d-8aba-4c3c-9e70-e4b0c680adf0) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:47:21.241235 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-72655a81-b3c7-4681-9149-187412d91f73 req-04a9a141-7c78-43fd-8cf9-edce6ae45cc7 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 210 time: 0.0690105 Oct 12 18:47:21.268119 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-79c1a3f0-01ef-40d7-b2b0-ed94ef4975ee admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=03cf3de367a942db94656ae26b102840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4525483 Oct 12 18:47:21.268221 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 32990) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:21.268303 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd,revision_number=2']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:21.282716 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1a3f0-01ef-40d7-b2b0-ed94ef4975ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9b758b-3abb-4006-9204-c61d2c691e57,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:21.291827 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-650722a8-c868-456e-967c-42477a23cecc service neutron] 10.222.0.21 "GET /v2.0/networks/cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6431544 Oct 12 18:47:21.370926 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.managers [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Attempting to bind port 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:47:21.371755 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.managers [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Attempting to bind port 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e7a78047-8cb0-4655-a0aa-f55f8278caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919'}] {{(pid=100618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:47:21.372086 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Attempting to bind port 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd on network 3a4e204a-982c-455b-87fd-0d4fbe139919 {{(pid=100618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:47:21.398039 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Port 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd on network 3a4e204a-982c-455b-87fd-0d4fbe139919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:47:21.398446 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Attempting to bind port 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd on network 3a4e204a-982c-455b-87fd-0d4fbe139919 {{(pid=100618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:47:21.414068 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:47:21.414406 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Checking segment: {'id': 'e7a78047-8cb0-4655-a0aa-f55f8278caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:47:21.414799 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Bound using segment: {'id': 'e7a78047-8cb0-4655-a0aa-f55f8278caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919'} {{(pid=100618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:47:21.415244 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.managers [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Bound port: 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a78047-8cb0-4655-a0aa-f55f8278caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919'}}] {{(pid=100618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:47:21.415605 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:21.496115 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-48336a80-3aac-4dc0-a590-9029d2239cc7 req-96eb1fa6-3c92-4471-99fb-0b6b92f9865c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 210 time: 0.0529530 Oct 12 18:47:21.538171 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.db_base_plugin_common [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-40ffa380-90f0-43ab-915c-4e10af71a5d8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Allocated IP 172.20.0.14 (3a4e204a-982c-455b-87fd-0d4fbe139919/5b19d8b1-43db-4203-8a71-c6a7231cd947/272ba0d5-8a80-49a6-8fbb-273468f1ef36) {{(pid=100618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:47:21.577248 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] For port 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd, host hv-cinder-81322, cleared binding levels {{(pid=100618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:47:21.583712 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-9ea7603f-a657-44c4-b663-40d5287f345e tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Made reservation on behalf of e8fde9f299c741df94fb2f851b651138 for: {'port': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:47:21.584833 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] For port 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd,segment=NetworkSegment(e7a78047-8cb0-4655-a0aa-f55f8278caea),segment_id=e7a78047-8cb0-4655-a0aa-f55f8278caea)] {{(pid=100618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:47:21.587762 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-9ea7603f-a657-44c4-b663-40d5287f345e tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:21.598644 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:21.660102 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:21.661129 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for port, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:21.662404 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] 10.222.0.21 "PUT /v2.0/ports/634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd HTTP/1.1" status: 200 len: 1093 time: 1.3737338 Oct 12 18:47:21.670272 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9759baf-3ef5-4073-ad03-1ed67dba28d8', 'tag': '634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd'}] {{(pid=100618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:47:21.672534 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad09acfdf72b8375a33e9b57c982232d1566ee44a2684d4ac6751eeaed48ddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7bbc4c-f219-4c7e-a58b-c40595d7b9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b9759baf-3ef5-4073-ad03-1ed67dba28d8", "tag": "634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd"}]}' {{(pid=100618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:47:21.702244 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-64017070-228c-4cfc-9847-0bfbc5eb6897 req-aee954ad-d79d-4939-a5a7-5c31c399ead7 service neutron] 10.222.0.21 "GET /v2.0/networks/cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922486 Oct 12 18:47:21.722991 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e9d0-aba2-4bfd-8141-1d4e9440db7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:21.757945 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8317d822-3e38-4ecf-9073-81b7a5d91a9e x-openstack-request-id: req-8317d822-3e38-4ecf-9073-81b7a5d91a9e {{(pid=100618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:47:21.758231 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9759baf-3ef5-4073-ad03-1ed67dba28d8", "tag": "634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd", "status": "completed", "code": 200}]} {{(pid=100618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:47:21.758514 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8317d822-3e38-4ecf-9073-81b7a5d91a9e {{(pid=100618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:47:21.758948 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9759baf-3ef5-4073-ad03-1ed67dba28d8', 'tag': '634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd', 'status': 'completed', 'code': 200} Oct 12 18:47:21.759588 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd,revision_number=3']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:21.841049 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-40ffa380-90f0-43ab-915c-4e10af71a5d8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Notify callbacks [] for port, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:21.856507 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e9d0-aba2-4bfd-8141-1d4e9440db7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:21.876113 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-40ffa380-90f0-43ab-915c-4e10af71a5d8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:21.889218 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-ca20d29a-988b-4b19-923d-282e1ee01522 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:21.913079 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 33032) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:21.936385 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-40ffa380-90f0-43ab-915c-4e10af71a5d8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Network 3a4e204a-982c-455b-87fd-0d4fbe139919 is already hosted by enough agents. {{(pid=100618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:47:21.943489 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-40ffa380-90f0-43ab-915c-4e10af71a5d8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Resources bound (agent type, host, resource id): {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:47:21.952773 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-40ffa380-90f0-43ab-915c-4e10af71a5d8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Received port after_create {{(pid=100618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:47:21.959858 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-40ffa380-90f0-43ab-915c-4e10af71a5d8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:21.960501 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-40ffa380-90f0-43ab-915c-4e10af71a5d8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for port, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:21.964184 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffa380-90f0-43ab-915c-4e10af71a5d8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Pushing event updated for resources: {'Port': ['ID=272ba0d5-8a80-49a6-8fbb-273468f1ef36,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:21.990805 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbfd29-21f0-4af6-98ab-1dbf64da5e3b req-14d8cf1b-e965-49f5-87a6-8b941234d00c tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:21.991414 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-40ffa380-90f0-43ab-915c-4e10af71a5d8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1321149 Oct 12 18:47:21.993854 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3fbbfd29-21f0-4af6-98ab-1dbf64da5e3b req-14d8cf1b-e965-49f5-87a6-8b941234d00c tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 944 time: 0.2726603 Oct 12 18:47:22.005749 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Request body: {'port': {'device_id': '18d03521-e012-489f-992d-f80b44b3884b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:22.072734 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e9d0-aba2-4bfd-8141-1d4e9440db7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:22.075376 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e9d0-aba2-4bfd-8141-1d4e9440db7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:22.076517 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-c2f0e9d0-aba2-4bfd-8141-1d4e9440db7b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cd9b758b-3abb-4006-9204-c61d2c691e57 HTTP/1.1" status: 204 len: 168 time: 0.8113279 Oct 12 18:47:22.078344 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a15c0e08-610a-4d91-a7b4-d873077a2697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:22.082607 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:22.098854 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-36ae8c8a-e0c7-4917-8f75-297f2843daea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:22.101014 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-36ae8c8a-e0c7-4917-8f75-297f2843daea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=632a64d9b8e8420c84959edd892a318b&device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 1096 time: 0.3269782 Oct 12 18:47:22.130624 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0e9d0-aba2-4bfd-8141-1d4e9440db7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9b758b-3abb-4006-9204-c61d2c691e57,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:22.146090 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-9ea7603f-a657-44c4-b663-40d5287f345e tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Allocated IP 172.20.0.7 (01a861b8-fd34-499e-b00f-62278e422b54/59e05615-d974-4962-bb16-1d78f8acc32c/39d8134f-72c7-47ae-b5d2-c205eef0e082) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:47:22.208510 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3fbbfd29-21f0-4af6-98ab-1dbf64da5e3b req-aabe6415-f8b2-4937-8fcc-e85ee1355a50 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742074 Oct 12 18:47:22.212601 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-2a71171d-9a12-4c54-8eeb-81896a9e7d82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd HTTP/1.1" status: 200 len: 217 time: 0.0976036 Oct 12 18:47:22.219253 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-ca20d29a-988b-4b19-923d-282e1ee01522 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:22.382751 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-ca20d29a-988b-4b19-923d-282e1ee01522 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Network d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:47:22.388791 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a15c0e08-610a-4d91-a7b4-d873077a2697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:22.399318 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a15c0e08-610a-4d91-a7b4-d873077a2697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:22.402467 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-ca20d29a-988b-4b19-923d-282e1ee01522 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:47:22.418697 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fe3d01c7-d8ae-4c1c-ba21-6c031948ec61 req-ecb31475-1f2c-42a0-9b82-36941e2af3c3 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 210 time: 0.1775281 Oct 12 18:47:22.455265 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-ca20d29a-988b-4b19-923d-282e1ee01522 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:47:22.456556 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c0e08-610a-4d91-a7b4-d873077a2697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aa798a-6411-4646-8400-fa3447309ad7,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:22.497792 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-a15c0e08-610a-4d91-a7b4-d873077a2697 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d07f2f9afe2549e493231404b8c54763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5834727 Oct 12 18:47:22.500397 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 33056) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:22.570770 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bcee17e6-4aaa-4618-b61d-8759a019b697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:22.621922 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-ca20d29a-988b-4b19-923d-282e1ee01522 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:22.623174 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-ca20d29a-988b-4b19-923d-282e1ee01522 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:22.632823 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bcee17e6-4aaa-4618-b61d-8759a019b697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:22.681263 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-2c954d65-6749-492f-82d3-38889000db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:22.681263 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-2c954d65-6749-492f-82d3-38889000db6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b19d8b1-43db-4203-8a71-c6a7231cd947 HTTP/1.1" status: 200 len: 858 time: 0.4549398 Oct 12 18:47:22.724207 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20d29a-988b-4b19-923d-282e1ee01522 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Pushing event updated for resources: {'Port': ['ID=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:22.747690 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.notifiers.nova [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272ba0d5-8a80-49a6-8fbb-273468f1ef36 {{(pid=100618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:47:22.758129 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:22.758902 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-ca20d29a-988b-4b19-923d-282e1ee01522 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7713988 Oct 12 18:47:22.788292 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bcee17e6-4aaa-4618-b61d-8759a019b697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:22.790057 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-70df0a76-2c54-4afd-a1b9-2a878de5ca72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a4e204a-982c-455b-87fd-0d4fbe139919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580347 Oct 12 18:47:22.792889 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bcee17e6-4aaa-4618-b61d-8759a019b697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:22.794746 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-bcee17e6-4aaa-4618-b61d-8759a019b697 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/00aa798a-6411-4646-8400-fa3447309ad7 HTTP/1.1" status: 204 len: 168 time: 0.2932198 Oct 12 18:47:22.795908 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Request body: {'port': {'device_id': '63e68a74-2b35-4ad6-9240-eb2f680ecc65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:22.796228 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.provisioning_blocks [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Transition to ACTIVE for port object 272ba0d5-8a80-49a6-8fbb-273468f1ef36 will not be triggered until provisioned by entity L2. {{(pid=100618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:47:22.805440 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7844e9d-b5bd-47d5-879e-f6464fd61885 req-e9a458b5-77df-4497-ae69-46ec37df6bc3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:22.807069 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c7844e9d-b5bd-47d5-879e-f6464fd61885 req-e9a458b5-77df-4497-ae69-46ec37df6bc3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 931 time: 0.4085906 Oct 12 18:47:22.807207 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee17e6-4aaa-4618-b61d-8759a019b697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aa798a-6411-4646-8400-fa3447309ad7,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:22.825419 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:22.858483 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-2f31744d-f719-4afa-9dbd-494678b9767a None None] Provisioning complete for port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:22.859041 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f31744d-f719-4afa-9dbd-494678b9767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:22.891293 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Pushing event updated for resources: {'Port': ['ID=272ba0d5-8a80-49a6-8fbb-273468f1ef36,revision_number=2']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:22.928980 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-2f31744d-f719-4afa-9dbd-494678b9767a None None] Port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:47:22.946371 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f5376-5f36-4d3b-8244-e62b90e2d2fb req-b0974e49-54c3-4443-88ba-0e9423b101f5 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:22.954754 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6e8f5376-5f36-4d3b-8244-e62b90e2d2fb req-b0974e49-54c3-4443-88ba-0e9423b101f5 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 932 time: 0.2928181 Oct 12 18:47:22.980546 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.managers [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Attempting to bind port 272ba0d5-8a80-49a6-8fbb-273468f1ef36 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:47:22.980802 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.managers [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Attempting to bind port 272ba0d5-8a80-49a6-8fbb-273468f1ef36 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e7a78047-8cb0-4655-a0aa-f55f8278caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919'}] {{(pid=100618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:47:22.981133 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Attempting to bind port 272ba0d5-8a80-49a6-8fbb-273468f1ef36 on network 3a4e204a-982c-455b-87fd-0d4fbe139919 {{(pid=100618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:47:22.985496 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-9ea7603f-a657-44c4-b663-40d5287f345e tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:22.991167 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Port 272ba0d5-8a80-49a6-8fbb-273468f1ef36 on network 3a4e204a-982c-455b-87fd-0d4fbe139919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:47:22.991497 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Attempting to bind port 272ba0d5-8a80-49a6-8fbb-273468f1ef36 on network 3a4e204a-982c-455b-87fd-0d4fbe139919 {{(pid=100618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:47:22.997891 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:47:22.998549 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Checking segment: {'id': 'e7a78047-8cb0-4655-a0aa-f55f8278caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:47:22.998670 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Bound using segment: {'id': 'e7a78047-8cb0-4655-a0aa-f55f8278caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919'} {{(pid=100618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:47:22.999028 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.managers [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Bound port: 272ba0d5-8a80-49a6-8fbb-273468f1ef36, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a78047-8cb0-4655-a0aa-f55f8278caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919'}}] {{(pid=100618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:47:22.999388 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:23.056986 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:23.061185 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c7844e9d-b5bd-47d5-879e-f6464fd61885 req-33e82826-6a6f-4933-a009-ea8ced7120cf tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338166 Oct 12 18:47:23.104903 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6e8f5376-5f36-4d3b-8244-e62b90e2d2fb req-4cfff89f-59c4-4300-8609-a96cd26560ff tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492379 Oct 12 18:47:23.173621 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-b33b7ee0-a4f2-4b30-b380-1bf973529188 service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642128 Oct 12 18:47:23.177304 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-9ea7603f-a657-44c4-b663-40d5287f345e tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:23.254045 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] For port 272ba0d5-8a80-49a6-8fbb-273468f1ef36, host hv-cinder-81322, cleared binding levels {{(pid=100618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:47:23.259918 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] For port 272ba0d5-8a80-49a6-8fbb-273468f1ef36, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=272ba0d5-8a80-49a6-8fbb-273468f1ef36,segment=NetworkSegment(e7a78047-8cb0-4655-a0aa-f55f8278caea),segment_id=e7a78047-8cb0-4655-a0aa-f55f8278caea)] {{(pid=100618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:47:23.266427 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:23.323289 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:23.323899 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for port, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:23.325271 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-50b043d2-593d-4787-a204-1fd71572819d service neutron] 10.222.0.21 "PUT /v2.0/ports/272ba0d5-8a80-49a6-8fbb-273468f1ef36 HTTP/1.1" status: 200 len: 1094 time: 1.3253458 Oct 12 18:47:23.329956 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 33096) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:23.351224 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-44649f61-a01d-4a2d-930b-b1801f898474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:23.370778 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b043d2-593d-4787-a204-1fd71572819d service neutron] Pushing event updated for resources: {'Port': ['ID=272ba0d5-8a80-49a6-8fbb-273468f1ef36,revision_number=3']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:23.590975 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-44649f61-a01d-4a2d-930b-b1801f898474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:23.610763 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-44649f61-a01d-4a2d-930b-b1801f898474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:23.623842 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-7ddf7cfb-87f8-4da0-8e31-be47ffdbd06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:23.625814 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-7ddf7cfb-87f8-4da0-8e31-be47ffdbd06a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=632a64d9b8e8420c84959edd892a318b&device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 1097 time: 0.2332351 Oct 12 18:47:23.632118 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-9ea7603f-a657-44c4-b663-40d5287f345e tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Network 01a861b8-fd34-499e-b00f-62278e422b54 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:47:23.660162 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-44649f61-a01d-4a2d-930b-b1801f898474 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08ccfefb903e4120b617dab038c703ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291273 Oct 12 18:47:23.668873 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 33122) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:23.684477 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-9ea7603f-a657-44c4-b663-40d5287f345e tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:47:23.697657 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7603f-a657-44c4-b663-40d5287f345e tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Pushing event updated for resources: {'Port': ['ID=39d8134f-72c7-47ae-b5d2-c205eef0e082,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:23.702247 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-9ea7603f-a657-44c4-b663-40d5287f345e tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:47:23.788922 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d03521-e012-489f-992d-f80b44b3884b', 'tag': '272ba0d5-8a80-49a6-8fbb-273468f1ef36'}] {{(pid=100618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:47:23.794589 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad09acfdf72b8375a33e9b57c982232d1566ee44a2684d4ac6751eeaed48ddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9574de39-9760-4b24-a74c-483bae3ac65e" -d '{"events": [{"name": "network-changed", "server_uuid": "18d03521-e012-489f-992d-f80b44b3884b", "tag": "272ba0d5-8a80-49a6-8fbb-273468f1ef36"}]}' {{(pid=100618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:47:23.815709 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-f7c4b1a1-50bc-4729-b12f-c29645875d46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=272ba0d5-8a80-49a6-8fbb-273468f1ef36 HTTP/1.1" status: 200 len: 217 time: 0.1739459 Oct 12 18:47:23.820438 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44649f61-a01d-4a2d-930b-b1801f898474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272b28a2-3621-4e0a-9ca2-44b122163b7e,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:23.887882 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-9c43d771-77b3-4dcc-8618-aedb8e84471b service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7007849 Oct 12 18:47:23.916287 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8ab4a-c3a1-44d9-ab34-86dc3b01a140 req-873e0c46-c782-4a8e-9229-b79c114dda3c tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:23.926925 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cfd8ab4a-c3a1-44d9-ab34-86dc3b01a140 req-873e0c46-c782-4a8e-9229-b79c114dda3c tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 931 time: 0.4043360 Oct 12 18:47:23.938819 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-902a73b2-91ec-47c0-bd0e-a6a940096946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:23.940302 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-902a73b2-91ec-47c0-bd0e-a6a940096946 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b19d8b1-43db-4203-8a71-c6a7231cd947 HTTP/1.1" status: 200 len: 858 time: 0.0987930 Oct 12 18:47:23.949680 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ba0d3-8e58-43da-bb71-1663f9434788 req-ba7d0658-9994-437c-833d-eaea4b6c0d64 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:23.951263 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5b0ba0d3-8e58-43da-bb71-1663f9434788 req-ba7d0658-9994-437c-833d-eaea4b6c0d64 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 944 time: 0.4244058 Oct 12 18:47:23.978997 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-9ea7603f-a657-44c4-b663-40d5287f345e tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:23.979536 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-9ea7603f-a657-44c4-b663-40d5287f345e tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:24.014660 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-0ae17f35-bb3c-4523-94a1-a7d86230c1c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a4e204a-982c-455b-87fd-0d4fbe139919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617189 Oct 12 18:47:24.017702 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0adb04f9-6e33-4ce4-ac1d-8d6dcbe92e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:24.084761 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-f662a76e-8f96-40b6-a235-70e1b6b8f488 None None] Provisioning complete for port 39d8134f-72c7-47ae-b5d2-c205eef0e082 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:24.085256 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f662a76e-8f96-40b6-a235-70e1b6b8f488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:24.086021 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 33164) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:24.094901 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0adb04f9-6e33-4ce4-ac1d-8d6dcbe92e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:24.107069 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-9ea7603f-a657-44c4-b663-40d5287f345e tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2915220 Oct 12 18:47:24.132037 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-f662a76e-8f96-40b6-a235-70e1b6b8f488 None None] Port 39d8134f-72c7-47ae-b5d2-c205eef0e082 cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:47:24.154607 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Request body: {'port': {'device_id': '052959b3-ff6a-4f83-b7e5-020c3dc25dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:24.166660 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-98fb60a5-b99c-4c55-9162-6a037f6f5945 service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430352 Oct 12 18:47:24.168348 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cfd8ab4a-c3a1-44d9-ab34-86dc3b01a140 req-b10f2211-cd82-4b94-8d2c-1fa7bec25916 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405701 Oct 12 18:47:24.172049 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5b0ba0d3-8e58-43da-bb71-1663f9434788 req-89e3a167-fc9b-435a-9732-a9b7745dd540 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852505 Oct 12 18:47:24.222091 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0adb04f9-6e33-4ce4-ac1d-8d6dcbe92e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:24.225401 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0adb04f9-6e33-4ce4-ac1d-8d6dcbe92e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:24.227613 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-0adb04f9-6e33-4ce4-ac1d-8d6dcbe92e36 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/272b28a2-3621-4e0a-9ca2-44b122163b7e HTTP/1.1" status: 204 len: 168 time: 0.5552695 Oct 12 18:47:24.287133 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e7a441-6460-45e3-87f7-be905e4bbe23 x-openstack-request-id: req-70e7a441-6460-45e3-87f7-be905e4bbe23 {{(pid=100618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:47:24.287434 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d03521-e012-489f-992d-f80b44b3884b", "tag": "272ba0d5-8a80-49a6-8fbb-273468f1ef36", "status": "completed", "code": 200}]} {{(pid=100618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:47:24.287686 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-70e7a441-6460-45e3-87f7-be905e4bbe23 {{(pid=100618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:47:24.288079 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d03521-e012-489f-992d-f80b44b3884b', 'tag': '272ba0d5-8a80-49a6-8fbb-273468f1ef36', 'status': 'completed', 'code': 200} Oct 12 18:47:24.300690 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb04f9-6e33-4ce4-ac1d-8d6dcbe92e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272b28a2-3621-4e0a-9ca2-44b122163b7e,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:24.305058 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bbc4c-f219-4c7e-a58b-c40595d7b9a7 req-44b5e5eb-653d-46fc-b23c-3b135a82bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:24.306680 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1c7bbc4c-f219-4c7e-a58b-c40595d7b9a7 req-44b5e5eb-653d-46fc-b23c-3b135a82bcf1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=632a64d9b8e8420c84959edd892a318b&device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 1096 time: 0.3235142 Oct 12 18:47:24.354583 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-72739382-e8fd-474d-b35a-bdd618f71b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:24.369045 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-bcd5bf1e-424d-4bf3-8e6d-bb2c047e39b4 req-886e5e2b-ffa0-4522-98ef-e520a3ae1fce service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886501 Oct 12 18:47:24.443822 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6647f4b3-106a-47a2-bad2-4832024fcd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:24.486676 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-72739382-e8fd-474d-b35a-bdd618f71b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:24.496322 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574de39-9760-4b24-a74c-483bae3ac65e req-8031c74c-5e69-4218-9146-f3b3c7696dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:24.498154 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-9574de39-9760-4b24-a74c-483bae3ac65e req-8031c74c-5e69-4218-9146-f3b3c7696dc3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=632a64d9b8e8420c84959edd892a318b&device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 1097 time: 0.0694830 Oct 12 18:47:24.499217 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-72739382-e8fd-474d-b35a-bdd618f71b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:24.510540 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:24.513054 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bbc4c-f219-4c7e-a58b-c40595d7b9a7 req-e76a96ea-bef4-41e8-948f-71c8642a41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:24.514520 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1c7bbc4c-f219-4c7e-a58b-c40595d7b9a7 req-e76a96ea-bef4-41e8-948f-71c8642a41e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a4e204a-982c-455b-87fd-0d4fbe139919 HTTP/1.1" status: 200 len: 919 time: 0.1770091 Oct 12 18:47:24.612218 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-72739382-e8fd-474d-b35a-bdd618f71b3b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=200b3ee639e84887aee878d6c2303c26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5209160 Oct 12 18:47:24.615026 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 33180) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:24.615745 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72739382-e8fd-474d-b35a-bdd618f71b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1b02e0-a188-4aec-aca8-d8ee7f59bec2,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:24.658460 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1c7bbc4c-f219-4c7e-a58b-c40595d7b9a7 req-2e704554-c353-4fbe-9d53-8a9ae3690fc8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd HTTP/1.1" status: 200 len: 217 time: 0.1188791 Oct 12 18:47:24.732954 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec419a71-7d8f-4c9f-babf-102ad918a542 req-b9b29086-0b47-47ca-8c35-a88932222ad1 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:24.734457 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ec419a71-7d8f-4c9f-babf-102ad918a542 req-b9b29086-0b47-47ca-8c35-a88932222ad1 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 944 time: 0.2152653 Oct 12 18:47:24.739059 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574de39-9760-4b24-a74c-483bae3ac65e req-cb80adfe-afe3-4113-97fa-9bfc8349f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:24.740607 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-9574de39-9760-4b24-a74c-483bae3ac65e req-cb80adfe-afe3-4113-97fa-9bfc8349f06d service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a4e204a-982c-455b-87fd-0d4fbe139919 HTTP/1.1" status: 200 len: 919 time: 0.2213848 Oct 12 18:47:24.743551 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f44fdb20-f4b7-4233-8bb7-6c2f159db43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:24.753207 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 {{(pid=100617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:47:24.765897 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc438ea-5159-4505-ab8b-12b5ddbd450a req-a3097ab1-4267-4de4-b2eb-e224f1ea2cb0 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:24.767411 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9dc438ea-5159-4505-ab8b-12b5ddbd450a req-a3097ab1-4267-4de4-b2eb-e224f1ea2cb0 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 931 time: 0.4646595 Oct 12 18:47:24.781244 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:24.802413 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-9574de39-9760-4b24-a74c-483bae3ac65e req-8ab6f352-5af8-425c-8869-d3a01dd10496 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=272ba0d5-8a80-49a6-8fbb-273468f1ef36 HTTP/1.1" status: 200 len: 217 time: 0.0492606 Oct 12 18:47:24.804237 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f44fdb20-f4b7-4233-8bb7-6c2f159db43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:24.845611 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bbc4c-f219-4c7e-a58b-c40595d7b9a7 req-5889d2a5-2c80-46ed-ab9f-96d12d13304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:24.847536 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1c7bbc4c-f219-4c7e-a58b-c40595d7b9a7 req-5889d2a5-2c80-46ed-ab9f-96d12d13304d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b19d8b1-43db-4203-8a71-c6a7231cd947 HTTP/1.1" status: 200 len: 858 time: 0.1788030 Oct 12 18:47:24.852156 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.provisioning_blocks [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Transition to ACTIVE for port object 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 will not be triggered until provisioned by entity L2. {{(pid=100617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:47:24.877059 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574de39-9760-4b24-a74c-483bae3ac65e req-42cb71b1-730a-41e8-aaba-64ff983a8770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:24.878570 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-9574de39-9760-4b24-a74c-483bae3ac65e req-42cb71b1-730a-41e8-aaba-64ff983a8770 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b19d8b1-43db-4203-8a71-c6a7231cd947 HTTP/1.1" status: 200 len: 858 time: 0.0671647 Oct 12 18:47:24.922612 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:24.924714 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-9574de39-9760-4b24-a74c-483bae3ac65e req-4ccfaf59-21db-4ae7-a6c5-9c716486d45f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a4e204a-982c-455b-87fd-0d4fbe139919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376332 Oct 12 18:47:24.950281 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f44fdb20-f4b7-4233-8bb7-6c2f159db43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:24.954224 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f44fdb20-f4b7-4233-8bb7-6c2f159db43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:24.955484 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-f44fdb20-f4b7-4233-8bb7-6c2f159db43e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ad1b02e0-a188-4aec-aca8-d8ee7f59bec2 HTTP/1.1" status: 204 len: 168 time: 0.3368247 Oct 12 18:47:25.006621 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fdb20-f4b7-4233-8bb7-6c2f159db43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1b02e0-a188-4aec-aca8-d8ee7f59bec2,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:25.008105 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1c7bbc4c-f219-4c7e-a58b-c40595d7b9a7 req-62fe11bb-6957-4b2e-9ca8-828b07e2740e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a4e204a-982c-455b-87fd-0d4fbe139919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083724 Oct 12 18:47:25.036898 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ec419a71-7d8f-4c9f-babf-102ad918a542 req-df93dba4-a17f-4a85-a989-58a6203e542f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903006 Oct 12 18:47:25.059621 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9dc438ea-5159-4505-ab8b-12b5ddbd450a req-fb332528-7d4e-4ac0-9ebd-6877deb95a99 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2707422 Oct 12 18:47:25.100103 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-9574de39-9760-4b24-a74c-483bae3ac65e req-62a27f8d-4f38-4bc3-b679-5fb0eb1e72a5 service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683922 Oct 12 18:47:25.182021 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Pushing event updated for resources: {'Port': ['ID=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:25.284551 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-9574de39-9760-4b24-a74c-483bae3ac65e req-031f4370-c74c-45bc-bdb6-ba75f5e00cbf service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732879 Oct 12 18:47:25.513515 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 33226) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:25.529554 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-de2ddc79-871e-4a32-b57f-659d69be580e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:25.643979 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-de2ddc79-871e-4a32-b57f-659d69be580e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:25.649859 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-de2ddc79-871e-4a32-b57f-659d69be580e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:25.700697 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-de2ddc79-871e-4a32-b57f-659d69be580e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ef7124037bb45b2905bfa38bb5b26c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875162 Oct 12 18:47:25.701956 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 33232) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:25.704829 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ddc79-871e-4a32-b57f-659d69be580e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0af640-1ef1-468c-a3ba-955d51d6be1a,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:25.719137 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1c7bbc4c-f219-4c7e-a58b-c40595d7b9a7 req-bf5a4612-70e7-49c1-bc75-c43ef7ea5d7f service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6714873 Oct 12 18:47:25.764889 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c41f743d-9fc8-4ec6-9da9-a4a1d6579c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:25.788304 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c41f743d-9fc8-4ec6-9da9-a4a1d6579c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:25.828314 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4161e4b-34ab-46b6-aef7-e39ce536f9a6 req-a9fbe92e-eb83-4193-b9f3-708b26e11368 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:25.829780 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b4161e4b-34ab-46b6-aef7-e39ce536f9a6 req-a9fbe92e-eb83-4193-b9f3-708b26e11368 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 944 time: 0.4559526 Oct 12 18:47:25.843680 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f2c1f-29e8-4744-867f-e30bfe7db0b4 req-51f22b8c-6d00-4533-81ca-6a799e121be1 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:25.846718 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c41f743d-9fc8-4ec6-9da9-a4a1d6579c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:25.850451 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c41f743d-9fc8-4ec6-9da9-a4a1d6579c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:25.853843 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-c41f743d-9fc8-4ec6-9da9-a4a1d6579c30 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b0af640-1ef1-468c-a3ba-955d51d6be1a HTTP/1.1" status: 204 len: 168 time: 0.1482668 Oct 12 18:47:25.853998 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1d2f2c1f-29e8-4744-867f-e30bfe7db0b4 req-51f22b8c-6d00-4533-81ca-6a799e121be1 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 931 time: 0.4768617 Oct 12 18:47:25.861901 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f743d-9fc8-4ec6-9da9-a4a1d6579c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0af640-1ef1-468c-a3ba-955d51d6be1a,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:25.864645 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Attempting to bind port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:47:25.864999 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Attempting to bind port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '6afa3e34-2c70-40b7-b0a9-48c1009c277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3'}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:47:25.865398 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Attempting to bind port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 on network d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:47:25.931507 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 on network d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:47:25.932018 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Attempting to bind port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 on network d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:47:25.966202 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:47:25.966534 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Checking segment: {'id': '6afa3e34-2c70-40b7-b0a9-48c1009c277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:47:25.967088 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Bound using segment: {'id': '6afa3e34-2c70-40b7-b0a9-48c1009c277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3'} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:47:25.967548 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Bound port: 1c90406d-8aba-4c3c-9e70-e4b0c680adf0, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6afa3e34-2c70-40b7-b0a9-48c1009c277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3'}}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:47:25.967901 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:25.985497 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d8134f-72c7-47ae-b5d2-c205eef0e082 {{(pid=100617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:47:26.018843 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:26.031310 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1d2f2c1f-29e8-4744-867f-e30bfe7db0b4 req-074d7032-a777-4fdf-ba1c-10f5f59b226c tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784649 Oct 12 18:47:26.039785 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1c7bbc4c-f219-4c7e-a58b-c40595d7b9a7 req-8dabe8d2-5a8c-4663-b625-2c58ade6899a service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099778 Oct 12 18:47:26.065044 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b4161e4b-34ab-46b6-aef7-e39ce536f9a6 req-4c9b3687-7a21-41e0-b372-0a0f57b10eb3 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028151 Oct 12 18:47:26.083830 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.provisioning_blocks [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Transition to ACTIVE for port object 39d8134f-72c7-47ae-b5d2-c205eef0e082 will not be triggered until provisioned by entity L2. {{(pid=100617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:47:26.098810 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:26.149848 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] For port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0, host hv-cinder-81322, cleared binding levels {{(pid=100617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:47:26.214511 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] For port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:47:26.245468 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:26.247823 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Pushing event updated for resources: {'Port': ['ID=39d8134f-72c7-47ae-b5d2-c205eef0e082,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:26.448530 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc9ec8-7de6-4205-ba22-b15523baa911 req-bfa50a88-add8-42b9-ac95-53ab6b4409a1 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:26.449732 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-54cc9ec8-7de6-4205-ba22-b15523baa911 req-bfa50a88-add8-42b9-ac95-53ab6b4409a1 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 944 time: 0.3081777 Oct 12 18:47:26.455353 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:26.455973 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:26.458539 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] 10.222.0.21 "PUT /v2.0/ports/1c90406d-8aba-4c3c-9e70-e4b0c680adf0 HTTP/1.1" status: 200 len: 1093 time: 3.6707523 Oct 12 18:47:26.459007 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e68a74-2b35-4ad6-9240-eb2f680ecc65', 'tag': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:47:26.487002 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device cc3287e6-741c-4688-bda5-17d394cae8bd details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:47:26.575118 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63212006-cb0e-4b5d-aa2d-c868291444d6 req-262c8edb-f31b-4fed-950e-fd36379b8a7c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:26.588628 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-63212006-cb0e-4b5d-aa2d-c868291444d6 req-262c8edb-f31b-4fed-950e-fd36379b8a7c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.4175031 Oct 12 18:47:26.658242 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bbc4b-72fa-464b-a288-834be1289b1e service neutron] Pushing event updated for resources: {'Port': ['ID=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,revision_number=3']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:26.673973 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Attempting to bind port 39d8134f-72c7-47ae-b5d2-c205eef0e082 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:47:26.674553 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Attempting to bind port 39d8134f-72c7-47ae-b5d2-c205eef0e082 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '74016772-6d56-46ab-87c7-6399d5a791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54'}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:47:26.675046 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Attempting to bind port 39d8134f-72c7-47ae-b5d2-c205eef0e082 on network 01a861b8-fd34-499e-b00f-62278e422b54 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:47:26.697099 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Port 39d8134f-72c7-47ae-b5d2-c205eef0e082 on network 01a861b8-fd34-499e-b00f-62278e422b54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:47:26.697425 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Attempting to bind port 39d8134f-72c7-47ae-b5d2-c205eef0e082 on network 01a861b8-fd34-499e-b00f-62278e422b54 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:47:26.717683 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:47:26.718382 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Checking segment: {'id': '74016772-6d56-46ab-87c7-6399d5a791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:47:26.719155 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Bound using segment: {'id': '74016772-6d56-46ab-87c7-6399d5a791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54'} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:47:26.719765 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Bound port: 39d8134f-72c7-47ae-b5d2-c205eef0e082, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74016772-6d56-46ab-87c7-6399d5a791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54'}}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:47:26.720433 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:26.757724 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port cc3287e6-741c-4688-bda5-17d394cae8bd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc3287e6-741c-4688-bda5-17d394cae8bd,segment=NetworkSegment(affc05d4-d4d8-4c69-bd62-5888085105f3),segment_id=affc05d4-d4d8-4c69-bd62-5888085105f3)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:26.773585 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-63212006-cb0e-4b5d-aa2d-c868291444d6 req-ce6ddef4-811f-4cf2-8512-2fbe634a53e8 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835697 Oct 12 18:47:26.779680 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': 'cc3287e6-741c-4688-bda5-17d394cae8bd', 'network_id': 'cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0', 'port_id': 'cc3287e6-741c-4688-bda5-17d394cae8bd', 'mac_address': 'fa:16:3e:03:02:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fcd8e01-ed30-4c7d-be3f-66fbfb446b67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:47:26.797963 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-54cc9ec8-7de6-4205-ba22-b15523baa911 req-dd07f0f4-9e45-4735-81d2-003bf637a92d tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245869 Oct 12 18:47:26.807210 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-ba01ea61-95fc-43cd-b6b2-6110c1d613eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:26.808695 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-ba01ea61-95fc-43cd-b6b2-6110c1d613eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71&device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 1096 time: 0.2928691 Oct 12 18:47:26.841443 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:26.864954 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3287e6-741c-4688-bda5-17d394cae8bd {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:47:26.869701 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-735796f0-8b61-477f-a116-ce18fd9e256d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c90406d-8aba-4c3c-9e70-e4b0c680adf0 HTTP/1.1" status: 200 len: 217 time: 0.0405512 Oct 12 18:47:26.874534 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8586dc-bb44-4394-8817-2dea75478305" -d '{"events": [{"name": "network-changed", "server_uuid": "63e68a74-2b35-4ad6-9240-eb2f680ecc65", "tag": "1c90406d-8aba-4c3c-9e70-e4b0c680adf0"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:47:26.890303 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port cc3287e6-741c-4688-bda5-17d394cae8bd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc3287e6-741c-4688-bda5-17d394cae8bd,segment=NetworkSegment(affc05d4-d4d8-4c69-bd62-5888085105f3),segment_id=affc05d4-d4d8-4c69-bd62-5888085105f3)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:26.896785 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:26.957907 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=cc3287e6-741c-4688-bda5-17d394cae8bd,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:26.979227 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a80eda4-2b9b-48a7-b260-58be8cbc3b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:26.981011 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] For port 39d8134f-72c7-47ae-b5d2-c205eef0e082, host hv-cinder-81322, cleared binding levels {{(pid=100617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:47:26.985748 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] For port 39d8134f-72c7-47ae-b5d2-c205eef0e082, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=39d8134f-72c7-47ae-b5d2-c205eef0e082,segment=NetworkSegment(74016772-6d56-46ab-87c7-6399d5a791c8),segment_id=74016772-6d56-46ab-87c7-6399d5a791c8)] {{(pid=100617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:47:26.987809 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-bb0431f4-db4e-4848-855f-e3bfe955f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:26.990375 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-bb0431f4-db4e-4848-855f-e3bfe955f23b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e169c64-1553-4025-8cf9-96cfe11d06bd HTTP/1.1" status: 200 len: 856 time: 0.1017926 Oct 12 18:47:26.991846 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:27.099886 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:27.099886 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:27.101173 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-101ad347-285a-4f72-b530-2def558410c1 service neutron] 10.222.0.21 "PUT /v2.0/ports/39d8134f-72c7-47ae-b5d2-c205eef0e082 HTTP/1.1" status: 200 len: 1093 time: 2.9611864 Oct 12 18:47:27.140321 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52604e1-8a0f-4f96-a929-1023affbe77f x-openstack-request-id: req-e52604e1-8a0f-4f96-a929-1023affbe77f {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:47:27.140618 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e68a74-2b35-4ad6-9240-eb2f680ecc65", "tag": "1c90406d-8aba-4c3c-9e70-e4b0c680adf0", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:47:27.140874 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e52604e1-8a0f-4f96-a929-1023affbe77f {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:47:27.141338 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e68a74-2b35-4ad6-9240-eb2f680ecc65', 'tag': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0', 'status': 'completed', 'code': 200} Oct 12 18:47:27.227827 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ad347-285a-4f72-b530-2def558410c1 service neutron] Pushing event updated for resources: {'Port': ['ID=39d8134f-72c7-47ae-b5d2-c205eef0e082,revision_number=3']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:27.231640 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-1ca4c9cd-09d3-4c5c-9017-38f6b1db95c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:27.233133 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-1ca4c9cd-09d3-4c5c-9017-38f6b1db95c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2324848 Oct 12 18:47:27.345240 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-797ab45a-f3fc-4d10-989c-a2f489a9a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:27.346767 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-797ab45a-f3fc-4d10-989c-a2f489a9a62a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8fde9f299c741df94fb2f851b651138&device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 1096 time: 0.1867645 Oct 12 18:47:27.367111 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82912a58-aa0e-41dc-a7bd-5264f26c372f req-9273f580-5645-4e43-9e63-fe35a70535c2 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:27.374085 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-82912a58-aa0e-41dc-a7bd-5264f26c372f req-9273f580-5645-4e43-9e63-fe35a70535c2 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 943 time: 0.2148874 Oct 12 18:47:27.436074 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['cc3287e6-741c-4688-bda5-17d394cae8bd'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:47:27.450094 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-da9aa838-7245-45d1-a838-be56d50d787b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39d8134f-72c7-47ae-b5d2-c205eef0e082 HTTP/1.1" status: 200 len: 217 time: 0.0914776 Oct 12 18:47:27.475056 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17b14f-f2c2-47ec-9faa-95c095241783 req-4f583b08-95f9-4f46-993b-94d025a51933 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:27.476448 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1c17b14f-f2c2-47ec-9faa-95c095241783 req-4f583b08-95f9-4f46-993b-94d025a51933 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 945 time: 0.2423365 Oct 12 18:47:27.542235 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-82912a58-aa0e-41dc-a7bd-5264f26c372f req-6eabf031-a380-4766-b152-12553bee9537 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666858 Oct 12 18:47:27.571469 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-cf7f0cda-757b-4a18-b3de-e2d37be56a36 service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225434 Oct 12 18:47:27.579189 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-a9910d45-116c-417d-b472-8b35f0b729f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:27.580596 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-a9910d45-116c-417d-b472-8b35f0b729f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59e05615-d974-4962-bb16-1d78f8acc32c HTTP/1.1" status: 200 len: 849 time: 0.1160946 Oct 12 18:47:27.679734 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1c17b14f-f2c2-47ec-9faa-95c095241783 req-5db87b87-2fb4-4b78-a018-ace851667baf tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749508 Oct 12 18:47:27.728956 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-49c7ae2d-af3c-4ea2-b580-21aaf79b8aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:27.733100 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-49c7ae2d-af3c-4ea2-b580-21aaf79b8aa3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01a861b8-fd34-499e-b00f-62278e422b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1402273 Oct 12 18:47:27.985545 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:28.049560 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-170dcc0a-8870-4e4d-9956-bcc311b41939 service neutron] 10.222.0.21 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068910 Oct 12 18:47:28.077113 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4adcf89e-4297-4f59-8853-0722bf0692d1 req-3bead70f-dcde-4c13-a1c0-03381a576bc6 service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949331 Oct 12 18:47:28.092125 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3395ea-d5f4-422c-a4d1-3aaf575b6036 req-bb3bd928-b11d-49d6-9b77-a114b2533c60 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:28.093710 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1a3395ea-d5f4-422c-a4d1-3aaf575b6036 req-bb3bd928-b11d-49d6-9b77-a114b2533c60 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.1497445 Oct 12 18:47:28.126105 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:28.183616 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d4be1-9c06-4a48-96ec-570573e0c384 req-78092554-3e4c-402a-89bc-6ce319e2bf3f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:28.183616 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b84d4be1-9c06-4a48-96ec-570573e0c384 req-78092554-3e4c-402a-89bc-6ce319e2bf3f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 944 time: 0.2369704 Oct 12 18:47:28.263173 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1a3395ea-d5f4-422c-a4d1-3aaf575b6036 req-e1d66024-345f-4947-940e-b879b4154da9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531923 Oct 12 18:47:28.297650 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8251fce-5504-4e74-9871-f16ab5f628f0 req-a895a6a7-28aa-440f-b17e-c2586338135f service neutron] 10.222.0.21 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366388 Oct 12 18:47:28.299769 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b84d4be1-9c06-4a48-96ec-570573e0c384 req-4305c502-e3a7-49f4-b831-eb9da8c77546 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984559 Oct 12 18:47:28.303453 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8586dc-bb44-4394-8817-2dea75478305 req-683a4f7b-37a0-4b5d-9a86-142c59c1617c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:28.305314 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8f8586dc-bb44-4394-8817-2dea75478305 req-683a4f7b-37a0-4b5d-9a86-142c59c1617c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71&device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 1096 time: 0.1511190 Oct 12 18:47:28.410868 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8586dc-bb44-4394-8817-2dea75478305 req-23e87201-9cff-41dc-8753-e1a782e10e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:28.412424 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8f8586dc-bb44-4394-8817-2dea75478305 req-23e87201-9cff-41dc-8753-e1a782e10e1a service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 HTTP/1.1" status: 200 len: 918 time: 0.0992239 Oct 12 18:47:28.463782 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8f8586dc-bb44-4394-8817-2dea75478305 req-b63091a3-7d84-44c0-bfee-da375df0cefb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c90406d-8aba-4c3c-9e70-e4b0c680adf0 HTTP/1.1" status: 200 len: 217 time: 0.0428662 Oct 12 18:47:28.463987 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:47:28.609935 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 33410) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:28.619131 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd,segment=NetworkSegment(e7a78047-8cb0-4655-a0aa-f55f8278caea),segment_id=e7a78047-8cb0-4655-a0aa-f55f8278caea)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:28.632974 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': '634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd', 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919', 'port_id': '634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd', 'mac_address': 'fa:16:3e:f9:3b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b19d8b1-43db-4203-8a71-c6a7231cd947', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:47:28.680671 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:28.703374 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:47:28.760730 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd,segment=NetworkSegment(e7a78047-8cb0-4655-a0aa-f55f8278caea),segment_id=e7a78047-8cb0-4655-a0aa-f55f8278caea)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:28.766989 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:28.767856 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 272ba0d5-8a80-49a6-8fbb-273468f1ef36 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:47:28.802137 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c05bee1b-4aa6-445c-98ed-39bd509df745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:28.891737 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 272ba0d5-8a80-49a6-8fbb-273468f1ef36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=272ba0d5-8a80-49a6-8fbb-273468f1ef36,segment=NetworkSegment(e7a78047-8cb0-4655-a0aa-f55f8278caea),segment_id=e7a78047-8cb0-4655-a0aa-f55f8278caea)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:28.897865 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c16dca-a26f-441c-9b3f-5b658b1bba81 req-a3ebad37-fa97-4003-a346-3d93b78f5ba9 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:28.899623 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-98c16dca-a26f-441c-9b3f-5b658b1bba81 req-a3ebad37-fa97-4003-a346-3d93b78f5ba9 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 943 time: 0.1059711 Oct 12 18:47:28.901239 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8586dc-bb44-4394-8817-2dea75478305 req-bd3578cd-7ed5-47cb-a796-5a0dc387df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:28.902826 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8f8586dc-bb44-4394-8817-2dea75478305 req-bd3578cd-7ed5-47cb-a796-5a0dc387df73 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e169c64-1553-4025-8cf9-96cfe11d06bd HTTP/1.1" status: 200 len: 856 time: 0.4320538 Oct 12 18:47:28.914855 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': '272ba0d5-8a80-49a6-8fbb-273468f1ef36', 'network_id': '3a4e204a-982c-455b-87fd-0d4fbe139919', 'port_id': '272ba0d5-8a80-49a6-8fbb-273468f1ef36', 'mac_address': 'fa:16:3e:d1:e5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b19d8b1-43db-4203-8a71-c6a7231cd947', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:47:28.946253 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fedff-8326-46c4-a407-8c42aa8968f6 req-c4a0ca0c-2e15-4a82-90c9-df42847ee56e tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:28.948369 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4e5fedff-8326-46c4-a407-8c42aa8968f6 req-c4a0ca0c-2e15-4a82-90c9-df42847ee56e tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 945 time: 0.1253080 Oct 12 18:47:28.962771 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:28.971916 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c05bee1b-4aa6-445c-98ed-39bd509df745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:28.979565 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c05bee1b-4aa6-445c-98ed-39bd509df745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:28.996198 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-98c16dca-a26f-441c-9b3f-5b658b1bba81 req-b46a34a6-dcef-46f3-89f2-d6227e01b16b tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852551 Oct 12 18:47:28.996687 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.018041 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272ba0d5-8a80-49a6-8fbb-273468f1ef36 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:47:29.027938 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4e5fedff-8326-46c4-a407-8c42aa8968f6 req-76b1792a-8442-43a1-be50-c1b2f87953ec tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587509 Oct 12 18:47:29.030329 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-c05bee1b-4aa6-445c-98ed-39bd509df745 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c54d658718fd4abca11632fad6c65783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4183655 Oct 12 18:47:29.033833 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 33434) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:29.047648 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 272ba0d5-8a80-49a6-8fbb-273468f1ef36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=272ba0d5-8a80-49a6-8fbb-273468f1ef36,segment=NetworkSegment(e7a78047-8cb0-4655-a0aa-f55f8278caea),segment_id=e7a78047-8cb0-4655-a0aa-f55f8278caea)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:29.053989 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.055875 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bee1b-4aa6-445c-98ed-39bd509df745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0615c3-f4b4-4980-85f0-4d4cdc282200,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:29.092278 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-17360565-2545-47f7-ac0e-92abe445f73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.116667 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-17360565-2545-47f7-ac0e-92abe445f73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.119761 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=272ba0d5-8a80-49a6-8fbb-273468f1ef36,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:29.145112 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052959b3-ff6a-4f83-b7e5-020c3dc25dcc', 'tag': '39d8134f-72c7-47ae-b5d2-c205eef0e082'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:47:29.147401 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68714879-6ede-4e62-ac78-fb092cee781c" -d '{"events": [{"name": "network-changed", "server_uuid": "052959b3-ff6a-4f83-b7e5-020c3dc25dcc", "tag": "39d8134f-72c7-47ae-b5d2-c205eef0e082"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:47:29.180946 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-17360565-2545-47f7-ac0e-92abe445f73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.184147 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-17360565-2545-47f7-ac0e-92abe445f73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.189380 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-17360565-2545-47f7-ac0e-92abe445f73f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d0615c3-f4b4-4980-85f0-4d4cdc282200 HTTP/1.1" status: 204 len: 168 time: 0.1527154 Oct 12 18:47:29.200941 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17360565-2545-47f7-ac0e-92abe445f73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0615c3-f4b4-4980-85f0-4d4cdc282200,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:29.255086 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0321aff5-002d-4ab0-8467-235bd9dad0bd x-openstack-request-id: req-0321aff5-002d-4ab0-8467-235bd9dad0bd {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:47:29.255600 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052959b3-ff6a-4f83-b7e5-020c3dc25dcc", "tag": "39d8134f-72c7-47ae-b5d2-c205eef0e082", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:47:29.256044 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0321aff5-002d-4ab0-8467-235bd9dad0bd {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:47:29.256460 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052959b3-ff6a-4f83-b7e5-020c3dc25dcc', 'tag': '39d8134f-72c7-47ae-b5d2-c205eef0e082', 'status': 'completed', 'code': 200} Oct 12 18:47:29.262837 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 33446) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:29.391500 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8da54948-5d28-40f2-bb9f-3f37f305c5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.482027 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2910b-df90-430f-aa85-8f9d2283b482 req-5deed300-c2a0-4262-8e2d-b8b6d3e304ce tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:29.483472 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-52d2910b-df90-430f-aa85-8f9d2283b482 req-5deed300-c2a0-4262-8e2d-b8b6d3e304ce tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.1133485 Oct 12 18:47:29.518003 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3559b-21be-4271-967f-4c8384153664 req-62eeac81-9ad8-4031-aebe-7fccf601488b tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:29.520153 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9fd3559b-21be-4271-967f-4c8384153664 req-62eeac81-9ad8-4031-aebe-7fccf601488b tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 945 time: 0.1292229 Oct 12 18:47:29.569689 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-52d2910b-df90-430f-aa85-8f9d2283b482 req-f375fca9-6cf6-4075-88d2-84dfec6fa938 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764244 Oct 12 18:47:29.570150 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 33456) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:29.593527 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c9afaf0c-5132-4b12-b67e-5a4cd598a87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.597140 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9fd3559b-21be-4271-967f-4c8384153664 req-39baa8c9-35fe-472d-9116-d871fc89666b tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679586 Oct 12 18:47:29.611020 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8da54948-5d28-40f2-bb9f-3f37f305c5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.615999 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8da54948-5d28-40f2-bb9f-3f37f305c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.653955 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-8da54948-5d28-40f2-bb9f-3f37f305c5bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e0aa6a9d951a4399b1353343b1f5ca5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898594 Oct 12 18:47:29.654783 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da54948-5d28-40f2-bb9f-3f37f305c5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac83cd0-c886-49ce-b0e8-c2196b94604a,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:29.657049 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 33458) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:29.670435 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c9afaf0c-5132-4b12-b67e-5a4cd598a87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.675097 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c9afaf0c-5132-4b12-b67e-5a4cd598a87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.692810 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.712838 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a985da9c-f9e4-440f-a9bb-d2db467b2667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.719025 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-c9afaf0c-5132-4b12-b67e-5a4cd598a87e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=be061de7c3d443c2a944ad6ab3199cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454489 Oct 12 18:47:29.719025 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afaf0c-5132-4b12-b67e-5a4cd598a87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931eb2cb-8b82-46e7-be54-d6528664aa4b,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:29.720625 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 33460) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:29.738011 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a985da9c-f9e4-440f-a9bb-d2db467b2667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.771308 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6204a24e-bab8-4a66-afd5-d384064cd7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.783818 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a985da9c-f9e4-440f-a9bb-d2db467b2667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.786895 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a985da9c-f9e4-440f-a9bb-d2db467b2667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.788023 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-a985da9c-f9e4-440f-a9bb-d2db467b2667 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ac83cd0-c886-49ce-b0e8-c2196b94604a HTTP/1.1" status: 204 len: 168 time: 0.1300604 Oct 12 18:47:29.793931 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6204a24e-bab8-4a66-afd5-d384064cd7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.796109 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985da9c-f9e4-440f-a9bb-d2db467b2667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac83cd0-c886-49ce-b0e8-c2196b94604a,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:29.848244 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6204a24e-bab8-4a66-afd5-d384064cd7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.850978 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6204a24e-bab8-4a66-afd5-d384064cd7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:29.852376 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-6204a24e-bab8-4a66-afd5-d384064cd7b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/931eb2cb-8b82-46e7-be54-d6528664aa4b HTTP/1.1" status: 204 len: 168 time: 0.1306403 Oct 12 18:47:29.860001 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204a24e-bab8-4a66-afd5-d384064cd7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931eb2cb-8b82-46e7-be54-d6528664aa4b,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:30.129500 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca07ed-61f4-44c7-8901-3451ca550477 req-22fbbcef-4ebe-4a28-8944-1b00ebf41765 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:30.133846 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5dca07ed-61f4-44c7-8901-3451ca550477 req-22fbbcef-4ebe-4a28-8944-1b00ebf41765 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 943 time: 0.0653863 Oct 12 18:47:30.144680 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 33476) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:30.157386 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f68714b9-13e9-484c-bf11-ceee77282a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:30.194929 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843535af-1e45-4e50-980a-45ddb7d283a5 req-0a5cc8a6-e22e-4cf0-9be6-9b81fc4448af tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:30.202726 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-843535af-1e45-4e50-980a-45ddb7d283a5 req-0a5cc8a6-e22e-4cf0-9be6-9b81fc4448af tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 945 time: 0.0909605 Oct 12 18:47:30.235139 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5dca07ed-61f4-44c7-8901-3451ca550477 req-7fe5a6d9-9a1a-46c8-9e42-75d3bb241bae tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974128 Oct 12 18:47:30.255372 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f68714b9-13e9-484c-bf11-ceee77282a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:30.263392 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-843535af-1e45-4e50-980a-45ddb7d283a5 req-7525a8ef-804e-4523-966f-d59f8729e34a tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596855 Oct 12 18:47:30.271201 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f68714b9-13e9-484c-bf11-ceee77282a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:30.310901 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-f68714b9-13e9-484c-bf11-ceee77282a7d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f8e6b577865249d5b51ad63e5358c167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651099 Oct 12 18:47:30.311827 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68714b9-13e9-484c-bf11-ceee77282a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe16f995-faf5-4ff2-bc94-6e6406c0767e,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:30.313501 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 33484) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:30.365451 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-fffd6ba0-28ba-4208-8128-f20dea7bd603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:30.389732 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-fffd6ba0-28ba-4208-8128-f20dea7bd603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:30.434867 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-fffd6ba0-28ba-4208-8128-f20dea7bd603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:30.437390 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-fffd6ba0-28ba-4208-8128-f20dea7bd603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:30.438506 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-fffd6ba0-28ba-4208-8128-f20dea7bd603 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fe16f995-faf5-4ff2-bc94-6e6406c0767e HTTP/1.1" status: 204 len: 168 time: 0.1240370 Oct 12 18:47:30.446668 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd6ba0-28ba-4208-8128-f20dea7bd603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe16f995-faf5-4ff2-bc94-6e6406c0767e,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:30.744370 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99f69a-60e6-4610-8032-aad882a86f16 req-5b983c52-746d-4d51-9b25-f59a49db260d tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:30.751769 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bd99f69a-60e6-4610-8032-aad882a86f16 req-5b983c52-746d-4d51-9b25-f59a49db260d tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0908957 Oct 12 18:47:30.771651 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:30.778517 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf1934-ee18-4238-9ac6-4d4e9e1948ce req-dfc67f72-90d2-4757-89a9-429381d26c3a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:30.779986 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2aaf1934-ee18-4238-9ac6-4d4e9e1948ce req-dfc67f72-90d2-4757-89a9-429381d26c3a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 945 time: 0.1007757 Oct 12 18:47:30.820490 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bd99f69a-60e6-4610-8032-aad882a86f16 req-899ea42e-e320-4e72-b766-d42bccb956c5 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678189 Oct 12 18:47:30.849754 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2aaf1934-ee18-4238-9ac6-4d4e9e1948ce req-218d8144-54de-409a-98e9-1e320c9c04d4 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609119 Oct 12 18:47:31.414349 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1e0d4-7032-408f-8a26-4bc745845ea9 req-1743d58f-0232-47b4-b455-5099122532a7 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:31.415808 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-82e1e0d4-7032-408f-8a26-4bc745845ea9 req-1743d58f-0232-47b4-b455-5099122532a7 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 943 time: 0.0874159 Oct 12 18:47:31.428541 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6b03e-d701-4790-9d17-62b8ec39909d req-370c16a1-1131-4d5b-b816-c9058de62314 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:31.429974 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-52d6b03e-d701-4790-9d17-62b8ec39909d req-370c16a1-1131-4d5b-b816-c9058de62314 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 945 time: 0.0658693 Oct 12 18:47:31.492443 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-82e1e0d4-7032-408f-8a26-4bc745845ea9 req-d38ad675-702d-4262-a14f-c39f04cfd7e9 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613201 Oct 12 18:47:31.520692 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-52d6b03e-d701-4790-9d17-62b8ec39909d req-affb0d74-1ed2-4a44-8a86-e323fe836083 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704503 Oct 12 18:47:32.015660 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98035906-ddc1-4f5d-a985-128ce8825b8f req-281ea8e2-da02-4ad6-b8ec-f9e745618aee tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:32.025546 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-98035906-ddc1-4f5d-a985-128ce8825b8f req-281ea8e2-da02-4ad6-b8ec-f9e745618aee tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.1085560 Oct 12 18:47:32.057046 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f944a1-78e1-484e-a1f9-dc8a23a52b59 req-b9f3452f-7376-4a12-95cb-4afbefc7f9ab tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:32.058649 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f5f944a1-78e1-484e-a1f9-dc8a23a52b59 req-b9f3452f-7376-4a12-95cb-4afbefc7f9ab tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 945 time: 0.1152470 Oct 12 18:47:32.078379 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-98035906-ddc1-4f5d-a985-128ce8825b8f req-8d16c5a2-15b2-46c8-8ff9-5c2fb1fc214e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533571 Oct 12 18:47:32.112560 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f5f944a1-78e1-484e-a1f9-dc8a23a52b59 req-4b2cac10-039d-4845-b9e3-9f58cad37b53 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457499 Oct 12 18:47:32.189388 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8586dc-bb44-4394-8817-2dea75478305 req-878b3015-aafc-4f99-9bfb-a58d17a5a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:32.191615 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8f8586dc-bb44-4394-8817-2dea75478305 req-878b3015-aafc-4f99-9bfb-a58d17a5a166 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498588 Oct 12 18:47:32.274961 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 33610) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:32.319509 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 33616) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:32.384077 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f44647d2-3b5c-4333-9888-11871c8f0a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:32.428962 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-824a71d2-088d-4f86-8709-ea2244f08796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:32.505470 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f44647d2-3b5c-4333-9888-11871c8f0a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:32.513442 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f44647d2-3b5c-4333-9888-11871c8f0a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:32.572948 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-f44647d2-3b5c-4333-9888-11871c8f0a49 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1e70b255127c40bbab59feb02e783339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944551 Oct 12 18:47:32.572948 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44647d2-3b5c-4333-9888-11871c8f0a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cc4c34-c1cc-4e54-966a-ed9cef6397e4,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:32.573383 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 33624) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:32.611326 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-824a71d2-088d-4f86-8709-ea2244f08796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:32.622918 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-824a71d2-088d-4f86-8709-ea2244f08796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:32.640200 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1480c4d7-49a5-48bf-a145-c9254a4bcab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:32.667865 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1480c4d7-49a5-48bf-a145-c9254a4bcab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:32.702893 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-824a71d2-088d-4f86-8709-ea2244f08796 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fbb8c4122fe0467795584169cacc38d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814216 Oct 12 18:47:32.705031 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 33626) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:32.708257 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a71d2-088d-4f86-8709-ea2244f08796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2025540-61ea-403f-a209-bd9b2b9b22c9,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:32.727830 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891681e-5fef-4178-b54f-39078f2f2e89 req-352553b4-6318-454c-9086-8a3d8d51040b tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:32.729218 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b891681e-5fef-4178-b54f-39078f2f2e89 req-352553b4-6318-454c-9086-8a3d8d51040b tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 943 time: 0.1305196 Oct 12 18:47:32.739051 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1480c4d7-49a5-48bf-a145-c9254a4bcab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:32.741135 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff97715-4116-4f9e-b29f-6195ac8b0334 req-ca072ae3-5f45-4f8e-b98b-89cc1812a4cd tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:32.741573 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1480c4d7-49a5-48bf-a145-c9254a4bcab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:32.742604 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2ff97715-4116-4f9e-b29f-6195ac8b0334 req-ca072ae3-5f45-4f8e-b98b-89cc1812a4cd tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 945 time: 0.1301322 Oct 12 18:47:32.742775 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-1480c4d7-49a5-48bf-a145-c9254a4bcab0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1cc4c34-c1cc-4e54-966a-ed9cef6397e4 HTTP/1.1" status: 204 len: 168 time: 0.1677718 Oct 12 18:47:32.765096 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480c4d7-49a5-48bf-a145-c9254a4bcab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cc4c34-c1cc-4e54-966a-ed9cef6397e4,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:32.783619 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2792df6d-bee5-4cee-833c-ebfe85d8a4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:32.802922 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b891681e-5fef-4178-b54f-39078f2f2e89 req-5d9cfb40-62f4-4213-b2ad-41eb56bdc235 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593441 Oct 12 18:47:32.806049 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2ff97715-4116-4f9e-b29f-6195ac8b0334 req-d6d47993-c264-4749-ad17-6ac704478f5a tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554712 Oct 12 18:47:32.811650 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2792df6d-bee5-4cee-833c-ebfe85d8a4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:32.871083 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2792df6d-bee5-4cee-833c-ebfe85d8a4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:32.873696 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2792df6d-bee5-4cee-833c-ebfe85d8a4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:32.874864 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-2792df6d-bee5-4cee-833c-ebfe85d8a4a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e2025540-61ea-403f-a209-bd9b2b9b22c9 HTTP/1.1" status: 204 len: 168 time: 0.1681163 Oct 12 18:47:32.883331 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792df6d-bee5-4cee-833c-ebfe85d8a4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2025540-61ea-403f-a209-bd9b2b9b22c9,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:33.058940 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 33638) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:33.073465 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-eae4659b-e55e-4431-b0c3-aba800b9ebe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:33.159429 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-eae4659b-e55e-4431-b0c3-aba800b9ebe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:33.165978 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-eae4659b-e55e-4431-b0c3-aba800b9ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:33.210265 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-eae4659b-e55e-4431-b0c3-aba800b9ebe5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a18b137218343cdb76c8d06c7341614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478565 Oct 12 18:47:33.210464 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 33644) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:33.217100 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4659b-e55e-4431-b0c3-aba800b9ebe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26821041-26b9-44e8-ac7c-cd34f910586f,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:33.241178 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdb435-bef7-40bf-8d67-0504a7b17580 req-125fdf1b-ffc4-480b-815d-5fb8f7b92454 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:33.242674 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bffdb435-bef7-40bf-8d67-0504a7b17580 req-125fdf1b-ffc4-480b-815d-5fb8f7b92454 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0858676 Oct 12 18:47:33.266405 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b396-03d0-413f-ab48-0c1df5724ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:33.270168 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07623cef-43aa-4864-8446-e8815d6605e8 req-877719c0-c62b-4b85-a89b-e9d3cee6df12 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:33.271758 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-07623cef-43aa-4864-8446-e8815d6605e8 req-877719c0-c62b-4b85-a89b-e9d3cee6df12 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 945 time: 0.0786445 Oct 12 18:47:33.302518 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b396-03d0-413f-ab48-0c1df5724ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:33.323621 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 33646) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:33.341871 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bffdb435-bef7-40bf-8d67-0504a7b17580 req-7bd69d67-517b-438e-8686-f78139cd3dbe tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874553 Oct 12 18:47:33.362617 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-07623cef-43aa-4864-8446-e8815d6605e8 req-dc2c78a4-44ae-4868-b539-6fa035056c1f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832512 Oct 12 18:47:33.364450 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-1e4d4ee6-9a79-4e6f-8989-f0c856a4c70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:33.368673 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b396-03d0-413f-ab48-0c1df5724ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:33.371420 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b396-03d0-413f-ab48-0c1df5724ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:33.372669 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-8bf1b396-03d0-413f-ab48-0c1df5724ddd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/26821041-26b9-44e8-ac7c-cd34f910586f HTTP/1.1" status: 204 len: 168 time: 0.1612620 Oct 12 18:47:33.381006 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1b396-03d0-413f-ab48-0c1df5724ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26821041-26b9-44e8-ac7c-cd34f910586f,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:33.455713 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-1e4d4ee6-9a79-4e6f-8989-f0c856a4c70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:33.461121 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-1e4d4ee6-9a79-4e6f-8989-f0c856a4c70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:33.498322 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-1e4d4ee6-9a79-4e6f-8989-f0c856a4c70d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=46af3a4f015d4d4b9059ddf338e78134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1736939 Oct 12 18:47:33.500328 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d4ee6-9a79-4e6f-8989-f0c856a4c70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88972509-f7dc-479c-ada3-26d0e347f900,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:33.501111 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 33652) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:33.562059 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-752838e9-e35a-43b5-b3a2-70e9d08a214c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:33.585191 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-752838e9-e35a-43b5-b3a2-70e9d08a214c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:33.637629 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-752838e9-e35a-43b5-b3a2-70e9d08a214c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:33.640419 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-752838e9-e35a-43b5-b3a2-70e9d08a214c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:33.641570 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-752838e9-e35a-43b5-b3a2-70e9d08a214c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/88972509-f7dc-479c-ada3-26d0e347f900 HTTP/1.1" status: 204 len: 168 time: 0.1394453 Oct 12 18:47:33.649451 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752838e9-e35a-43b5-b3a2-70e9d08a214c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88972509-f7dc-479c-ada3-26d0e347f900,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:33.655180 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:47:33.970143 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5757a-bf07-41c7-be1e-e9c03ca9233e req-a9be417b-4aff-4a7c-b42c-ac95be98467c tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:33.971606 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e5c5757a-bf07-41c7-be1e-e9c03ca9233e req-a9be417b-4aff-4a7c-b42c-ac95be98467c tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 945 time: 0.0910721 Oct 12 18:47:33.980514 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee463e99-2c2b-4718-9735-cb6c197a008c req-98cb0987-0242-4711-b536-802da8c86ba7 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:33.982384 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ee463e99-2c2b-4718-9735-cb6c197a008c req-98cb0987-0242-4711-b536-802da8c86ba7 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 943 time: 0.0735652 Oct 12 18:47:34.039035 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e5c5757a-bf07-41c7-be1e-e9c03ca9233e req-e51202ce-a116-4687-8ff7-a7e9e902f155 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556037 Oct 12 18:47:34.043951 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ee463e99-2c2b-4718-9735-cb6c197a008c req-f7273c66-0de0-4b7e-b63f-a874fa7fe588 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544910 Oct 12 18:47:34.188569 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68714879-6ede-4e62-ac78-fb092cee781c req-c0c0c92f-ec40-4329-aab6-8e480b026fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:34.190088 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-68714879-6ede-4e62-ac78-fb092cee781c req-c0c0c92f-ec40-4329-aab6-8e480b026fdd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8fde9f299c741df94fb2f851b651138&device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 1096 time: 0.0992608 Oct 12 18:47:34.260382 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8f8586dc-bb44-4394-8817-2dea75478305 req-80272736-b7b5-403e-89c8-0e983255c826 service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682284 Oct 12 18:47:34.364385 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68714879-6ede-4e62-ac78-fb092cee781c req-933e646f-7533-4a23-a88d-c97f5712f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:34.365917 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-68714879-6ede-4e62-ac78-fb092cee781c req-933e646f-7533-4a23-a88d-c97f5712f103 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01a861b8-fd34-499e-b00f-62278e422b54 HTTP/1.1" status: 200 len: 911 time: 0.1653817 Oct 12 18:47:34.449468 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-68714879-6ede-4e62-ac78-fb092cee781c req-4f0291bc-ed4d-4fa9-ab80-b7fba878841a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39d8134f-72c7-47ae-b5d2-c205eef0e082 HTTP/1.1" status: 200 len: 217 time: 0.0591047 Oct 12 18:47:34.451755 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 33708) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:34.509041 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8f8586dc-bb44-4394-8817-2dea75478305 req-20345339-f84b-40b1-a905-9f5ac3cd6a8d service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406216 Oct 12 18:47:34.551732 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf410b-6ecd-4dcc-bed8-d26cdbe974cf req-c2568d36-f06b-4396-aec1-bab63f7c7dff tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:34.553304 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7acf410b-6ecd-4dcc-bed8-d26cdbe974cf req-c2568d36-f06b-4396-aec1-bab63f7c7dff tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 945 time: 0.1073189 Oct 12 18:47:34.565062 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507d629-0675-4a76-a186-42963fbce680 req-9c04a36a-96ce-4130-adf7-3757cf1a7861 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:34.565062 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4507d629-0675-4a76-a186-42963fbce680 req-9c04a36a-96ce-4130-adf7-3757cf1a7861 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.1200459 Oct 12 18:47:34.586247 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-ac0016ba-995f-45be-b112-7d936365c4ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1075908940-network', 'tenant_id': 'e6c3bf6811314a569934224af169fa5f'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:34.613320 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0016ba-995f-45be-b112-7d936365c4ee admin admin] Made reservation on behalf of e6c3bf6811314a569934224af169fa5f for: {'network': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:47:34.613546 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ac0016ba-995f-45be-b112-7d936365c4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:34.623119 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ac0016ba-995f-45be-b112-7d936365c4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:34.658216 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68714879-6ede-4e62-ac78-fb092cee781c req-dd6c2f6a-a8e5-4c17-810e-a0ed1619e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:34.659737 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-68714879-6ede-4e62-ac78-fb092cee781c req-dd6c2f6a-a8e5-4c17-810e-a0ed1619e598 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59e05615-d974-4962-bb16-1d78f8acc32c HTTP/1.1" status: 200 len: 849 time: 0.0923004 Oct 12 18:47:34.664683 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7acf410b-6ecd-4dcc-bed8-d26cdbe974cf req-8af17e0d-2886-47a3-a9f7-da048be71c16 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989678 Oct 12 18:47:34.667796 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4507d629-0675-4a76-a186-42963fbce680 req-a0a92433-d031-4ca9-b280-a236efe417cf tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925627 Oct 12 18:47:34.727952 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68714879-6ede-4e62-ac78-fb092cee781c req-0981c2f1-11a8-471f-8fb5-498924a97506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:34.729442 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-68714879-6ede-4e62-ac78-fb092cee781c req-0981c2f1-11a8-471f-8fb5-498924a97506 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01a861b8-fd34-499e-b00f-62278e422b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607924 Oct 12 18:47:34.731882 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ac0016ba-995f-45be-b112-7d936365c4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:34.737321 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ac0016ba-995f-45be-b112-7d936365c4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:34.758218 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0016ba-995f-45be-b112-7d936365c4ee admin admin] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=100618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:47:34.771638 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0016ba-995f-45be-b112-7d936365c4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89dbc4e-77b0-40e0-9503-c2f28b7d5c22,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:34.776434 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ac0016ba-995f-45be-b112-7d936365c4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:34.776770 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.db.segments_db [None req-ac0016ba-995f-45be-b112-7d936365c4ee admin admin] Added segment 394fd96a-18ee-4551-b858-47c5fa5859ca of type vlan for network 9077f3aa-a11a-471b-bb7f-52e64a2e64f6 Oct 12 18:47:34.820476 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ac0016ba-995f-45be-b112-7d936365c4ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:34.827721 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-68714879-6ede-4e62-ac78-fb092cee781c req-a137f72c-6166-4363-814e-993582a119df service neutron] 10.222.0.21 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902212 Oct 12 18:47:34.847036 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ac0016ba-995f-45be-b112-7d936365c4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:34.849272 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0016ba-995f-45be-b112-7d936365c4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:34.849981 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ac0016ba-995f-45be-b112-7d936365c4ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:34.932910 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-68714879-6ede-4e62-ac78-fb092cee781c req-ee3f5818-6b7a-42f6-8d89-a865ad071035 service neutron] 10.222.0.21 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965545 Oct 12 18:47:35.067932 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-ac0016ba-995f-45be-b112-7d936365c4ee admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6150544 Oct 12 18:47:35.068652 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 33728) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:35.080416 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0016ba-995f-45be-b112-7d936365c4ee admin admin] Pushing event updated for resources: {'Network': ['ID=9077f3aa-a11a-471b-bb7f-52e64a2e64f6,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:35.091629 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-1c9010bf-7a7f-42c4-938a-48aada7028ee admin admin] Request body: {'subnet': {'network_id': '9077f3aa-a11a-471b-bb7f-52e64a2e64f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1075908940-subnet', 'tenant_id': 'e6c3bf6811314a569934224af169fa5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:35.092449 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network 9077f3aa-a11a-471b-bb7f-52e64a2e64f6 details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:47:35.152621 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9010bf-7a7f-42c4-938a-48aada7028ee admin admin] Made reservation on behalf of e6c3bf6811314a569934224af169fa5f for: {'subnet': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:47:35.156178 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-1c9010bf-7a7f-42c4-938a-48aada7028ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4759592'] for subnet, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:35.280348 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4dda3-96e9-4d04-a7bb-5df1f957abb9 req-5d61564d-007d-4f23-bd5f-30a17fe96413 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:35.282271 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-48e4dda3-96e9-4d04-a7bb-5df1f957abb9 req-5d61564d-007d-4f23-bd5f-30a17fe96413 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 945 time: 0.1448221 Oct 12 18:47:35.310007 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c96f4-2ec8-4290-984e-3743ff5fae96 req-043ecad7-3713-40bc-accb-7a86bcf1a41d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:35.311431 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-326c96f4-2ec8-4290-984e-3743ff5fae96 req-043ecad7-3713-40bc-accb-7a86bcf1a41d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 943 time: 0.1378262 Oct 12 18:47:35.377475 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-48e4dda3-96e9-4d04-a7bb-5df1f957abb9 req-3dfcac60-e246-4325-87ab-7166edc9431b tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849340 Oct 12 18:47:35.404577 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-326c96f4-2ec8-4290-984e-3743ff5fae96 req-2247cdbf-e6ee-4193-a38e-90a1815ae60c tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810218 Oct 12 18:47:35.473984 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-1c9010bf-7a7f-42c4-938a-48aada7028ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5055621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4759558'] for subnet, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:35.530215 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9010bf-7a7f-42c4-938a-48aada7028ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=37646c6d-6aca-4129-92f9-8f6b9b553cd3,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:35.538690 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9010bf-7a7f-42c4-938a-48aada7028ee admin admin] Checking segment: {'id': '394fd96a-18ee-4551-b858-47c5fa5859ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9077f3aa-a11a-471b-bb7f-52e64a2e64f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:47:35.539047 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9010bf-7a7f-42c4-938a-48aada7028ee admin admin] Network hostable DHCP agents. Network: 9077f3aa-a11a-471b-bb7f-52e64a2e64f6, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:47:35.562376 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9010bf-7a7f-42c4-938a-48aada7028ee admin admin] Network 9077f3aa-a11a-471b-bb7f-52e64a2e64f6 is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:47:35.575503 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-1c9010bf-7a7f-42c4-938a-48aada7028ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, 9077f3aa-a11a-471b-bb7f-52e64a2e64f6) {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:47:35.584236 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7b82f3-52c5-4050-ae57-a234b8172275 None None] Network 9077f3aa-a11a-471b-bb7f-52e64a2e64f6 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:47:35.585942 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9010bf-7a7f-42c4-938a-48aada7028ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:35.586523 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-1c9010bf-7a7f-42c4-938a-48aada7028ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:35.610841 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-1c9010bf-7a7f-42c4-938a-48aada7028ee admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5325637 Oct 12 18:47:35.723615 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b961156-8bca-48d7-a9d2-cf6accf46433 None None] Network 9077f3aa-a11a-471b-bb7f-52e64a2e64f6 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:47:35.859860 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7e9d9-d016-41fd-93a5-173aaca44f2f req-ec3c4793-c351-4355-9698-33d3d0cc6513 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:35.867670 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-41e7e9d9-d016-41fd-93a5-173aaca44f2f req-ec3c4793-c351-4355-9698-33d3d0cc6513 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 945 time: 0.0965116 Oct 12 18:47:35.902214 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362c4d8-a246-4362-9efd-51f572f88039 req-cf1137a2-8199-42ab-98ff-8c925f6f3f93 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:35.903646 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b362c4d8-a246-4362-9efd-51f572f88039 req-cf1137a2-8199-42ab-98ff-8c925f6f3f93 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0901299 Oct 12 18:47:35.921951 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-41e7e9d9-d016-41fd-93a5-173aaca44f2f req-a083df6b-1d0f-46e5-9511-d397e74bd14f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533168 Oct 12 18:47:35.966604 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b362c4d8-a246-4362-9efd-51f572f88039 req-426f6c7f-294b-4d4f-b1a1-5fae273d9ad2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434337 Oct 12 18:47:36.223765 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 33788) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:36.228460 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-48d0c7b5-33a3-4780-8f6b-ff598dd02c94 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1861759637-network', 'tenant_id': '0376b2751c3940ddbd446a06621c638b'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:36.254816 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d0c7b5-33a3-4780-8f6b-ff598dd02c94 admin admin] Made reservation on behalf of 0376b2751c3940ddbd446a06621c638b for: {'network': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:47:36.257180 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-48d0c7b5-33a3-4780-8f6b-ff598dd02c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:36.266994 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-48d0c7b5-33a3-4780-8f6b-ff598dd02c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:36.345262 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-48d0c7b5-33a3-4780-8f6b-ff598dd02c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:36.350103 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-48d0c7b5-33a3-4780-8f6b-ff598dd02c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:36.376893 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d0c7b5-33a3-4780-8f6b-ff598dd02c94 admin admin] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=100617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:47:36.386983 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0c7b5-33a3-4780-8f6b-ff598dd02c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f709c6c-5276-40ef-9dcf-173013343942,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:36.391812 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-48d0c7b5-33a3-4780-8f6b-ff598dd02c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:36.392193 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.segments_db [None req-48d0c7b5-33a3-4780-8f6b-ff598dd02c94 admin admin] Added segment b03cd840-1c1a-4c7b-8bf9-2955c2e221c6 of type vlan for network 0ac4ca5d-957d-4651-8cbf-9f440226d374 Oct 12 18:47:36.434793 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-48d0c7b5-33a3-4780-8f6b-ff598dd02c94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:36.466894 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-48d0c7b5-33a3-4780-8f6b-ff598dd02c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:36.468137 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d0c7b5-33a3-4780-8f6b-ff598dd02c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:36.468676 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-48d0c7b5-33a3-4780-8f6b-ff598dd02c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:36.768844 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-48d0c7b5-33a3-4780-8f6b-ff598dd02c94 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5440044 Oct 12 18:47:36.771686 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 33800) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:36.777180 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-528a1b9c-7bef-4fc5-98bc-77f9490a1f28 admin admin] Request body: {'subnet': {'network_id': '0ac4ca5d-957d-4651-8cbf-9f440226d374', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1861759637-subnet', 'tenant_id': '0376b2751c3940ddbd446a06621c638b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:36.780258 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0c7b5-33a3-4780-8f6b-ff598dd02c94 admin admin] Pushing event updated for resources: {'Network': ['ID=0ac4ca5d-957d-4651-8cbf-9f440226d374,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:36.790293 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network 0ac4ca5d-957d-4651-8cbf-9f440226d374 details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:47:36.802121 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528a1b9c-7bef-4fc5-98bc-77f9490a1f28 admin admin] Made reservation on behalf of 0376b2751c3940ddbd446a06621c638b for: {'subnet': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:47:36.804054 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6a00f-9df1-4371-bd55-c0f6325bbd66 req-866920d0-a666-41a6-b74a-e4d7ef6a55f8 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:36.804907 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-528a1b9c-7bef-4fc5-98bc-77f9490a1f28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:36.805565 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f8a6a00f-9df1-4371-bd55-c0f6325bbd66 req-866920d0-a666-41a6-b74a-e4d7ef6a55f8 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 945 time: 0.3257482 Oct 12 18:47:36.816506 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cf86a-f13e-475b-89e0-b3035275cbe6 req-42daaa37-15c3-4432-ac63-a1a808efcae9 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:36.817989 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-418cf86a-f13e-475b-89e0-b3035275cbe6 req-42daaa37-15c3-4432-ac63-a1a808efcae9 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 943 time: 0.0981352 Oct 12 18:47:36.872335 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f8a6a00f-9df1-4371-bd55-c0f6325bbd66 req-d92df569-4d7c-4770-b8e5-ba16647bdc7d tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533881 Oct 12 18:47:36.877201 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-418cf86a-f13e-475b-89e0-b3035275cbe6 req-b6328bba-92c0-4707-96a3-676b36ef0e05 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517845 Oct 12 18:47:36.987736 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-528a1b9c-7bef-4fc5-98bc-77f9490a1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for subnet, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:37.040688 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d04943-8db2-4cc5-8cc1-e9e33655fd7f req-fa2e5a31-f45f-4993-b584-91bdc3c2ca2a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:37.042334 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-51d04943-8db2-4cc5-8cc1-e9e33655fd7f req-fa2e5a31-f45f-4993-b584-91bdc3c2ca2a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 945 time: 0.0527482 Oct 12 18:47:37.044591 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a1b9c-7bef-4fc5-98bc-77f9490a1f28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07be4602-2577-402f-963c-336214c93240,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:37.055487 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528a1b9c-7bef-4fc5-98bc-77f9490a1f28 admin admin] Checking segment: {'id': 'b03cd840-1c1a-4c7b-8bf9-2955c2e221c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '0ac4ca5d-957d-4651-8cbf-9f440226d374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:47:37.055840 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528a1b9c-7bef-4fc5-98bc-77f9490a1f28 admin admin] Network hostable DHCP agents. Network: 0ac4ca5d-957d-4651-8cbf-9f440226d374, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:47:37.074052 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528a1b9c-7bef-4fc5-98bc-77f9490a1f28 admin admin] Network 0ac4ca5d-957d-4651-8cbf-9f440226d374 is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:47:37.083047 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-528a1b9c-7bef-4fc5-98bc-77f9490a1f28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, 0ac4ca5d-957d-4651-8cbf-9f440226d374) {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:47:37.087215 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528a1b9c-7bef-4fc5-98bc-77f9490a1f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:37.087802 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-528a1b9c-7bef-4fc5-98bc-77f9490a1f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:37.094107 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf137665-0aaa-455d-a96f-91ce9ae6a927 None None] Network 0ac4ca5d-957d-4651-8cbf-9f440226d374 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:47:37.113326 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-528a1b9c-7bef-4fc5-98bc-77f9490a1f28 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3321190 Oct 12 18:47:37.114811 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-51d04943-8db2-4cc5-8cc1-e9e33655fd7f req-51facc91-0304-4994-a6d7-bb66e962b9e9 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567882 Oct 12 18:47:37.122977 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb0793-b629-44f3-843d-4df965189456 req-f546e5b4-d5d5-443b-b20c-05ea56db8d12 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:37.124427 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b0cb0793-b629-44f3-843d-4df965189456 req-f546e5b4-d5d5-443b-b20c-05ea56db8d12 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0812230 Oct 12 18:47:37.171840 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b0cb0793-b629-44f3-843d-4df965189456 req-b2177261-a80b-4cac-af3f-225d8e042aa8 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340950 Oct 12 18:47:37.236874 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93038eb-3c23-43f0-97e6-2f263e97d011 None None] Network 0ac4ca5d-957d-4651-8cbf-9f440226d374 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:47:38.022607 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca0548-0a40-46d1-874f-0eb3f0f218de req-72a50ab0-7d4c-468b-aecf-d2e80749d772 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:38.024061 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bbca0548-0a40-46d1-874f-0eb3f0f218de req-72a50ab0-7d4c-468b-aecf-d2e80749d772 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 945 time: 0.0816133 Oct 12 18:47:38.031496 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c022cdf-6084-4e1c-bcea-0c14f00850c4 req-b55c4e34-c42b-4805-80b8-52c6a938237c tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:38.032981 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2c022cdf-6084-4e1c-bcea-0c14f00850c4 req-b55c4e34-c42b-4805-80b8-52c6a938237c tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 943 time: 0.0803864 Oct 12 18:47:38.087281 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bbca0548-0a40-46d1-874f-0eb3f0f218de req-1ae7525e-9055-4d88-b67c-fc3ea8f1671a tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532696 Oct 12 18:47:38.091994 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2c022cdf-6084-4e1c-bcea-0c14f00850c4 req-a89f82da-546a-4992-b5e7-2fca5d1a659b tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515423 Oct 12 18:47:38.229646 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b0dc9-d3cf-4599-b020-9bf59ebc7d07 req-151c56f2-216b-4dc0-8f79-e395c6341aba tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:38.231106 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bb2b0dc9-d3cf-4599-b020-9bf59ebc7d07 req-151c56f2-216b-4dc0-8f79-e395c6341aba tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 945 time: 0.0488002 Oct 12 18:47:38.295780 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bb2b0dc9-d3cf-4599-b020-9bf59ebc7d07 req-fdd6703f-5e20-41c3-bb26-b9680c83db9c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585916 Oct 12 18:47:38.315475 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7d348-412d-4699-8527-aa228afc11ae req-7e1c3149-03e7-4d50-85fa-6dfcf8dc6aba tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:38.315475 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4df7d348-412d-4699-8527-aa228afc11ae req-7e1c3149-03e7-4d50-85fa-6dfcf8dc6aba tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0697119 Oct 12 18:47:38.351543 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4df7d348-412d-4699-8527-aa228afc11ae req-37a5698d-5768-4898-a308-711c760c3025 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324850 Oct 12 18:47:39.226959 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5704b9e-b03d-4507-b8e7-311234f73f87 req-53bf143b-26bd-405c-8362-885b7abd3e24 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:39.228379 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f5704b9e-b03d-4507-b8e7-311234f73f87 req-53bf143b-26bd-405c-8362-885b7abd3e24 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 945 time: 0.0742152 Oct 12 18:47:39.236194 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42c274-42c2-49fc-8863-35605475de91 req-9815e37f-c5b0-431c-8c78-7e71a10d7f02 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:39.237511 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0e42c274-42c2-49fc-8863-35605475de91 req-9815e37f-c5b0-431c-8c78-7e71a10d7f02 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 943 time: 0.0744607 Oct 12 18:47:39.294228 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f5704b9e-b03d-4507-b8e7-311234f73f87 req-038d491a-5265-4c59-b1ad-1cf4206a73f8 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552638 Oct 12 18:47:39.296971 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0e42c274-42c2-49fc-8863-35605475de91 req-20ead227-cc6b-468e-95de-d4018c32559a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524650 Oct 12 18:47:39.407574 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee423761-1b2b-4550-b7f8-75ee72276204 req-547ee2d5-80e8-41de-95ce-d1395378fd68 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:39.410422 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ee423761-1b2b-4550-b7f8-75ee72276204 req-547ee2d5-80e8-41de-95ce-d1395378fd68 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 945 time: 0.0501571 Oct 12 18:47:39.470999 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ee423761-1b2b-4550-b7f8-75ee72276204 req-227ecbe9-f0ce-402a-9cbd-9e3937b11b6e tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547690 Oct 12 18:47:39.487378 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5ae7a-c7c9-4f02-b569-f4d6f0a4790a req-fa9a253b-f23e-4b98-b144-6b9a2d73b902 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:39.489469 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-22f5ae7a-c7c9-4f02-b569-f4d6f0a4790a req-fa9a253b-f23e-4b98-b144-6b9a2d73b902 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0674887 Oct 12 18:47:39.525976 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-22f5ae7a-c7c9-4f02-b569-f4d6f0a4790a req-28873070-4850-468a-9330-801be0762a83 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306854 Oct 12 18:47:40.439062 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92519694-46e4-4847-a644-b192e14ca43a req-b08be8fd-cec7-4a93-b523-d3a84f58f723 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:40.440613 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-92519694-46e4-4847-a644-b192e14ca43a req-b08be8fd-cec7-4a93-b523-d3a84f58f723 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 943 time: 0.0783689 Oct 12 18:47:40.448904 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b21253-59c6-4db6-ab2d-14ff3298379c req-4b246dd7-98de-482d-b291-901e27463b3c tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:40.450321 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a0b21253-59c6-4db6-ab2d-14ff3298379c req-4b246dd7-98de-482d-b291-901e27463b3c tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 945 time: 0.0893295 Oct 12 18:47:40.504643 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-92519694-46e4-4847-a644-b192e14ca43a req-2fb699ac-f438-45c6-9cde-57c27d719d7a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533762 Oct 12 18:47:40.509394 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a0b21253-59c6-4db6-ab2d-14ff3298379c req-1c0ebe1f-bda2-4345-b7f0-9b263a497eb5 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522189 Oct 12 18:47:40.622235 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c558e9c-9d83-47b2-bdbc-72b4b815d8a0 req-ce77f96f-c450-4451-b2ab-327bba210505 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:40.623527 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5c558e9c-9d83-47b2-bdbc-72b4b815d8a0 req-ce77f96f-c450-4451-b2ab-327bba210505 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 945 time: 0.0602787 Oct 12 18:47:40.684348 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501328d-799f-49c8-b1ee-f2187a7a8dc6 req-47445f3f-b299-44de-be18-da234b0e1d72 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:40.685847 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1501328d-799f-49c8-b1ee-f2187a7a8dc6 req-47445f3f-b299-44de-be18-da234b0e1d72 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0829570 Oct 12 18:47:40.688777 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5c558e9c-9d83-47b2-bdbc-72b4b815d8a0 req-a33877e5-67e0-440d-9c1e-5109a6e4dc0c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491290 Oct 12 18:47:40.723082 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1501328d-799f-49c8-b1ee-f2187a7a8dc6 req-afffbdb8-1b08-4c65-ae48-dc2815768da7 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306406 Oct 12 18:47:41.132312 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['272ba0d5-8a80-49a6-8fbb-273468f1ef36'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:47:41.158643 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:47:41.650130 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621d5f8-1369-42f8-b648-d1f7ea0a11ef req-b0e0fed6-6673-4894-b894-96d770246d9d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:41.651641 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e621d5f8-1369-42f8-b648-d1f7ea0a11ef req-b0e0fed6-6673-4894-b894-96d770246d9d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 943 time: 0.0778806 Oct 12 18:47:41.668663 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6b4a4-06f4-4498-9751-d7fe2932e233 req-d8e01fc1-3834-4002-ab88-d4e12b13fe0f tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:41.670353 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dae6b4a4-06f4-4498-9751-d7fe2932e233 req-d8e01fc1-3834-4002-ab88-d4e12b13fe0f tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 945 time: 0.0865014 Oct 12 18:47:41.729441 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e621d5f8-1369-42f8-b648-d1f7ea0a11ef req-b095dcfb-f8e8-47f8-9a84-2c89f670f449 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579200 Oct 12 18:47:41.734125 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dae6b4a4-06f4-4498-9751-d7fe2932e233 req-77c35dac-ca8c-4e63-8f12-65fcdd961695 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554628 Oct 12 18:47:41.881517 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5f719-bc83-44f2-80d3-3a8e990d7207 req-4fab6ca9-9095-497e-a386-532672ceec71 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:41.888557 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2da5f719-bc83-44f2-80d3-3a8e990d7207 req-4fab6ca9-9095-497e-a386-532672ceec71 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 945 time: 0.0927231 Oct 12 18:47:41.915028 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05471b-5f5f-473c-9164-cc87b3cb5d59 req-71c925f5-b049-4ef4-a704-bcbf58a17962 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:41.918076 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2f05471b-5f5f-473c-9164-cc87b3cb5d59 req-71c925f5-b049-4ef4-a704-bcbf58a17962 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0971539 Oct 12 18:47:41.953201 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2da5f719-bc83-44f2-80d3-3a8e990d7207 req-8d97a5fa-d449-4f6d-a1ff-ccb80da283a7 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637708 Oct 12 18:47:41.985763 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2f05471b-5f5f-473c-9164-cc87b3cb5d59 req-d67835e4-d2e7-47f3-a4b5-ed075c127dc8 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485346 Oct 12 18:47:42.815296 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:47:42.870283 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:47:42.875308 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:42.875837 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:42.883667 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add18307-08fb-42b8-83df-415fc7520bd3 req-ab080591-0ae2-4661-9501-cc8659acf81c tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:42.885161 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-add18307-08fb-42b8-83df-415fc7520bd3 req-ab080591-0ae2-4661-9501-cc8659acf81c tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 945 time: 0.0829115 Oct 12 18:47:42.896463 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350222fc-ac30-4ba7-8d3e-8031802f0b78 req-b32fe2ad-5fba-429c-a8f3-19b25f621129 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:42.897946 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-350222fc-ac30-4ba7-8d3e-8031802f0b78 req-b32fe2ad-5fba-429c-a8f3-19b25f621129 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 943 time: 0.0860016 Oct 12 18:47:42.963757 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-add18307-08fb-42b8-83df-415fc7520bd3 req-468d5167-648c-4bd0-8944-499ab0ff54a4 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648329 Oct 12 18:47:42.978115 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-350222fc-ac30-4ba7-8d3e-8031802f0b78 req-95cf1bde-9199-4b54-aa30-221028003ab1 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724256 Oct 12 18:47:43.004621 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:43.031333 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9759baf-3ef5-4073-ad03-1ed67dba28d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:47:43.133239 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd,segment=NetworkSegment(e7a78047-8cb0-4655-a0aa-f55f8278caea),segment_id=e7a78047-8cb0-4655-a0aa-f55f8278caea)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:43.147847 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:43.148670 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 272ba0d5-8a80-49a6-8fbb-273468f1ef36 up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:47:43.236696 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb02beb-658e-4525-9cff-3faccd76711b req-00f92dd9-87ad-4d00-9fe4-ab9a5a42506f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:43.238944 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5cb02beb-658e-4525-9cff-3faccd76711b req-00f92dd9-87ad-4d00-9fe4-ab9a5a42506f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.1281493 Oct 12 18:47:43.256172 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port 272ba0d5-8a80-49a6-8fbb-273468f1ef36 completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:47:43.267785 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port 272ba0d5-8a80-49a6-8fbb-273468f1ef36 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:43.268167 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:43.271665 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:43.280985 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e497e0-44ac-46b7-804a-1a476e623f57 req-025a4eb2-da4c-4496-9dc4-2fa3243946ab tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:43.282881 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-24e497e0-44ac-46b7-804a-1a476e623f57 req-025a4eb2-da4c-4496-9dc4-2fa3243946ab tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 945 time: 0.2117538 Oct 12 18:47:43.310453 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29229a50-9de9-4b62-8b04-c320b8e13e68" -d '{"events": [{"server_uuid": "b9759baf-3ef5-4073-ad03-1ed67dba28d8", "name": "network-vif-plugged", "status": "completed", "tag": "634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:47:43.337665 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5cb02beb-658e-4525-9cff-3faccd76711b req-965823fc-ffd1-4949-8181-1ddccf8e0965 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884151 Oct 12 18:47:43.363066 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-24e497e0-44ac-46b7-804a-1a476e623f57 req-3ce2bdf8-86cb-44f5-a03b-4ced198ea8a6 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635204 Oct 12 18:47:43.389640 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:43.457040 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 272ba0d5-8a80-49a6-8fbb-273468f1ef36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=272ba0d5-8a80-49a6-8fbb-273468f1ef36,segment=NetworkSegment(e7a78047-8cb0-4655-a0aa-f55f8278caea),segment_id=e7a78047-8cb0-4655-a0aa-f55f8278caea)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:43.466537 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:43.467663 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device cc3287e6-741c-4688-bda5-17d394cae8bd up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:47:43.512538 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959fc556-7e17-4289-8584-db08c5e3f893 x-openstack-request-id: req-959fc556-7e17-4289-8584-db08c5e3f893 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:47:43.512854 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9759baf-3ef5-4073-ad03-1ed67dba28d8", "name": "network-vif-plugged", "status": "completed", "tag": "634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:47:43.513114 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-959fc556-7e17-4289-8584-db08c5e3f893 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:47:43.513585 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9759baf-3ef5-4073-ad03-1ed67dba28d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd', 'code': 200} Oct 12 18:47:43.554993 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=272ba0d5-8a80-49a6-8fbb-273468f1ef36,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:43.576419 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port cc3287e6-741c-4688-bda5-17d394cae8bd completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:47:43.580822 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port cc3287e6-741c-4688-bda5-17d394cae8bd triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:43.582302 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:43.664266 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:43.697310 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f639d98-a7a0-40b6-ac1f-182990b9d16a req-8594f521-5ff5-4246-8690-703e1d83354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:43.697542 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port cc3287e6-741c-4688-bda5-17d394cae8bd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc3287e6-741c-4688-bda5-17d394cae8bd,segment=NetworkSegment(affc05d4-d4d8-4c69-bd62-5888085105f3),segment_id=affc05d4-d4d8-4c69-bd62-5888085105f3)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:43.699277 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9f639d98-a7a0-40b6-ac1f-182990b9d16a req-8594f521-5ff5-4246-8690-703e1d83354a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 1098 time: 0.0714808 Oct 12 18:47:43.702740 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:43.719481 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-9f639d98-a7a0-40b6-ac1f-182990b9d16a req-02ba28e4-3678-44ca-84ca-2f30d9ff6b53 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:43.755309 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=cc3287e6-741c-4688-bda5-17d394cae8bd,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:43.802199 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-9f639d98-a7a0-40b6-ac1f-182990b9d16a req-02ba28e4-3678-44ca-84ca-2f30d9ff6b53 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:43.805820 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-9f639d98-a7a0-40b6-ac1f-182990b9d16a req-02ba28e4-3678-44ca-84ca-2f30d9ff6b53 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:43.834197 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9f639d98-a7a0-40b6-ac1f-182990b9d16a req-02ba28e4-3678-44ca-84ca-2f30d9ff6b53 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273193 Oct 12 18:47:43.842080 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba28e4-3678-44ca-84ca-2f30d9ff6b53 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f0d309-b708-44ee-8af6-8f8dab861ebc,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:44.116346 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08658a-caef-471a-86fe-f99ad860e420 req-d7a60737-6edf-401b-9d25-7431316a19e7 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:44.117833 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8a08658a-caef-471a-86fe-f99ad860e420 req-d7a60737-6edf-401b-9d25-7431316a19e7 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 946 time: 0.0774610 Oct 12 18:47:44.125768 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ef3b3-1ff8-4c53-b0fe-3918f550587b req-a8439c32-139f-4344-9c51-b581998a6781 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:44.127103 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1c2ef3b3-1ff8-4c53-b0fe-3918f550587b req-a8439c32-139f-4344-9c51-b581998a6781 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 943 time: 0.0780501 Oct 12 18:47:44.183881 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8a08658a-caef-471a-86fe-f99ad860e420 req-2a6cc1c7-8400-4910-911d-ff0f395ace6c tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558453 Oct 12 18:47:44.188633 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1c2ef3b3-1ff8-4c53-b0fe-3918f550587b req-8bbb977e-aa59-4fd6-9f22-5ad1c7760acf tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549517 Oct 12 18:47:44.491079 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368405d-a381-4dbd-9440-e2aef6e0e5e5 req-c2d1f287-7051-4dfc-821c-217c23dcb112 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:44.492863 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d368405d-a381-4dbd-9440-e2aef6e0e5e5 req-c2d1f287-7051-4dfc-821c-217c23dcb112 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0758774 Oct 12 18:47:44.507845 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5238857-957c-4f04-98a9-6e1eed75467b req-90320a23-3232-4652-8aa4-6c2f46db2551 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:44.509320 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f5238857-957c-4f04-98a9-6e1eed75467b req-90320a23-3232-4652-8aa4-6c2f46db2551 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0677917 Oct 12 18:47:44.570896 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d368405d-a381-4dbd-9440-e2aef6e0e5e5 req-1c79979a-5aec-4f1c-b8a4-62507c2c00cc tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603662 Oct 12 18:47:44.577757 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f5238857-957c-4f04-98a9-6e1eed75467b req-6e2f7605-f01d-4bb9-9f60-fffd693d8b73 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607533 Oct 12 18:47:44.844094 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:47:44.938165 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:44.950803 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'port_id': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0', 'mac_address': 'fa:16:3e:ad:dc:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:47:44.990768 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:45.004714 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:47:45.024527 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:45.028416 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:45.029054 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 39d8134f-72c7-47ae-b5d2-c205eef0e082 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:47:45.120236 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:45.163610 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 39d8134f-72c7-47ae-b5d2-c205eef0e082, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=39d8134f-72c7-47ae-b5d2-c205eef0e082,segment=NetworkSegment(74016772-6d56-46ab-87c7-6399d5a791c8),segment_id=74016772-6d56-46ab-87c7-6399d5a791c8)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:45.176398 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': '39d8134f-72c7-47ae-b5d2-c205eef0e082', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'port_id': '39d8134f-72c7-47ae-b5d2-c205eef0e082', 'mac_address': 'fa:16:3e:55:a5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:47:45.217701 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:45.232150 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d8134f-72c7-47ae-b5d2-c205eef0e082 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:47:45.252335 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 39d8134f-72c7-47ae-b5d2-c205eef0e082, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=39d8134f-72c7-47ae-b5d2-c205eef0e082,segment=NetworkSegment(74016772-6d56-46ab-87c7-6399d5a791c8),segment_id=74016772-6d56-46ab-87c7-6399d5a791c8)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:45.256566 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:45.314475 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=39d8134f-72c7-47ae-b5d2-c205eef0e082,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:45.381054 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43881bf-1f4f-476d-9426-b133c4f7f3ad req-6d4abc6e-669c-4aa8-9b47-daa844d23f98 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:45.382566 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b43881bf-1f4f-476d-9426-b133c4f7f3ad req-6d4abc6e-669c-4aa8-9b47-daa844d23f98 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 944 time: 0.0840547 Oct 12 18:47:45.395446 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa4ae5-0584-4445-923d-0177a7ae317b req-f651d880-3e9d-4a4c-9d58-0a401a7fa279 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:45.396886 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-acfa4ae5-0584-4445-923d-0177a7ae317b req-f651d880-3e9d-4a4c-9d58-0a401a7fa279 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 946 time: 0.0853193 Oct 12 18:47:45.455714 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b43881bf-1f4f-476d-9426-b133c4f7f3ad req-0bdbe440-a0f3-45a2-a4c0-4294c69b80f2 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578032 Oct 12 18:47:45.465092 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-acfa4ae5-0584-4445-923d-0177a7ae317b req-64a49981-3d0b-4706-99b4-ec5dafc7236f tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588584 Oct 12 18:47:45.515520 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d03521-e012-489f-992d-f80b44b3884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272ba0d5-8a80-49a6-8fbb-273468f1ef36'}, {'server_uuid': 'c94becfe-352f-4f46-89e8-605e26eeafb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3287e6-741c-4688-bda5-17d394cae8bd'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:47:45.518187 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08906a8-2dc8-4ec6-9f2f-792a20d82b27" -d '{"events": [{"server_uuid": "18d03521-e012-489f-992d-f80b44b3884b", "name": "network-vif-plugged", "status": "completed", "tag": "272ba0d5-8a80-49a6-8fbb-273468f1ef36"}, {"server_uuid": "c94becfe-352f-4f46-89e8-605e26eeafb9", "name": "network-vif-plugged", "status": "completed", "tag": "cc3287e6-741c-4688-bda5-17d394cae8bd"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:47:45.569612 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 18:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4a15c8-6356-42e5-9614-d308a9a0844f x-openstack-request-id: req-bf4a15c8-6356-42e5-9614-d308a9a0844f {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:47:45.570098 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d03521-e012-489f-992d-f80b44b3884b", "name": "network-vif-plugged", "status": "completed", "tag": "272ba0d5-8a80-49a6-8fbb-273468f1ef36", "code": 200}, {"server_uuid": "c94becfe-352f-4f46-89e8-605e26eeafb9", "name": "network-vif-plugged", "status": "completed", "tag": "cc3287e6-741c-4688-bda5-17d394cae8bd", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:47:45.570602 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bf4a15c8-6356-42e5-9614-d308a9a0844f {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:47:45.571188 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d03521-e012-489f-992d-f80b44b3884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272ba0d5-8a80-49a6-8fbb-273468f1ef36', 'code': 200} Oct 12 18:47:45.575370 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94becfe-352f-4f46-89e8-605e26eeafb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3287e6-741c-4688-bda5-17d394cae8bd', 'code': 200} Oct 12 18:47:45.739891 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['1c90406d-8aba-4c3c-9e70-e4b0c680adf0'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:47:45.783980 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['39d8134f-72c7-47ae-b5d2-c205eef0e082'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:47:45.829029 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390852d2-3e5c-49a1-951f-4a978b3c8ba5 req-dd92dad6-1f68-4342-84bb-00e9e3e59dc4 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:45.837778 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-390852d2-3e5c-49a1-951f-4a978b3c8ba5 req-dd92dad6-1f68-4342-84bb-00e9e3e59dc4 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.1747584 Oct 12 18:47:45.850705 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4190b-ec5d-468a-9c5c-58ac1c07faa7 req-2440fd87-a2e7-4e3b-8781-ddd84c849165 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:45.852213 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-20a4190b-ec5d-468a-9c5c-58ac1c07faa7 req-2440fd87-a2e7-4e3b-8781-ddd84c849165 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 944 time: 0.1703963 Oct 12 18:47:45.910642 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06776b-cc96-48a5-8005-d84655db9457 req-3bad4fab-8772-4c35-8f99-45e1b0fb7c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:45.911920 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5e06776b-cc96-48a5-8005-d84655db9457 req-3bad4fab-8772-4c35-8f99-45e1b0fb7c07 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 1099 time: 0.1744850 Oct 12 18:47:45.922950 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adb809-3cc6-4807-906d-95d5f14ac74d req-3a291bac-a27e-4c7f-9d72-25cdcfb321e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:45.925435 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-66adb809-3cc6-4807-906d-95d5f14ac74d req-3a291bac-a27e-4c7f-9d72-25cdcfb321e9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 1099 time: 0.1483798 Oct 12 18:47:45.970061 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-390852d2-3e5c-49a1-951f-4a978b3c8ba5 req-f2809f28-0f5b-49f4-b265-c52fec8ce8bd tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310787 Oct 12 18:47:45.990271 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-20a4190b-ec5d-468a-9c5c-58ac1c07faa7 req-e11abe55-caa2-4bef-820c-67da58461d55 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287344 Oct 12 18:47:46.017044 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5e06776b-cc96-48a5-8005-d84655db9457 req-aa22cdf5-da05-4254-b879-5a1415a68208 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874877 Oct 12 18:47:46.047507 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-66adb809-3cc6-4807-906d-95d5f14ac74d req-0e183869-6ab5-4bf7-8260-2890f32c9c59 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075025 Oct 12 18:47:46.604880 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d8dc7-5583-4172-8d14-493cd84e11be req-3719e95d-9a46-4a32-92d7-c4e3c0c73e6b tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:46.606352 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3f0d8dc7-5583-4172-8d14-493cd84e11be req-3719e95d-9a46-4a32-92d7-c4e3c0c73e6b tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 944 time: 0.0756099 Oct 12 18:47:46.638802 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae4db2-2e68-46c7-9ae7-f4e56a61bea2 req-53b05fa2-b166-41f4-b05e-4041b98d23b0 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:46.640791 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ddae4db2-2e68-46c7-9ae7-f4e56a61bea2 req-53b05fa2-b166-41f4-b05e-4041b98d23b0 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 946 time: 0.0824187 Oct 12 18:47:46.678475 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3f0d8dc7-5583-4172-8d14-493cd84e11be req-6dc144bf-0142-44e8-82ff-c9c9a110997e tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631835 Oct 12 18:47:46.701126 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ddae4db2-2e68-46c7-9ae7-f4e56a61bea2 req-42fa03b8-3313-4f62-a5de-ae5caade9172 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530469 Oct 12 18:47:47.122342 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d9eba-f16a-4617-9d9f-296821947913 req-2f18d82c-ff7c-4ef1-ba90-445c2059a67f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:47.123916 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-833d9eba-f16a-4617-9d9f-296821947913 req-2f18d82c-ff7c-4ef1-ba90-445c2059a67f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0784776 Oct 12 18:47:47.156132 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a53e49-f70e-4c12-acf7-b850ca0b2583 req-519632de-d04b-4236-86d0-cf643ba5921a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:47.157616 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f2a53e49-f70e-4c12-acf7-b850ca0b2583 req-519632de-d04b-4236-86d0-cf643ba5921a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 944 time: 0.0750339 Oct 12 18:47:47.190164 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-833d9eba-f16a-4617-9d9f-296821947913 req-7b45f7a4-b01e-4abe-8f3f-855fda3d8c71 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573316 Oct 12 18:47:47.222808 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f2a53e49-f70e-4c12-acf7-b850ca0b2583 req-7bb27287-a349-439a-a4e2-412a40792e4f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517259 Oct 12 18:47:47.276987 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 34098) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:47.399005 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1300edb5-b054-464e-afbc-ce264af41025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:47.476009 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1300edb5-b054-464e-afbc-ce264af41025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:47.479493 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1300edb5-b054-464e-afbc-ce264af41025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:47.517313 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-1300edb5-b054-464e-afbc-ce264af41025 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=586c04c941aa41b19111e5bdafb4354e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392056 Oct 12 18:47:47.520298 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300edb5-b054-464e-afbc-ce264af41025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49192a4-b601-4be5-a3a6-fac104b8bbbf,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:47.521134 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 34106) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:47.527899 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300edb5-b054-464e-afbc-ce264af41025 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.528251 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300edb5-b054-464e-afbc-ce264af41025 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.528590 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300edb5-b054-464e-afbc-ce264af41025 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.528923 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300edb5-b054-464e-afbc-ce264af41025 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.529249 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300edb5-b054-464e-afbc-ce264af41025 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.529685 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300edb5-b054-464e-afbc-ce264af41025 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.530010 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300edb5-b054-464e-afbc-ce264af41025 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.530336 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300edb5-b054-464e-afbc-ce264af41025 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.530659 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300edb5-b054-464e-afbc-ce264af41025 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.530979 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300edb5-b054-464e-afbc-ce264af41025 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.531298 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300edb5-b054-464e-afbc-ce264af41025 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.531614 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300edb5-b054-464e-afbc-ce264af41025 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.576401 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-730cd7ac-808c-4093-a0f9-20bfa0685c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:47.597644 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-730cd7ac-808c-4093-a0f9-20bfa0685c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:47.642098 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-730cd7ac-808c-4093-a0f9-20bfa0685c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:47.645755 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-730cd7ac-808c-4093-a0f9-20bfa0685c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:47.646855 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-730cd7ac-808c-4093-a0f9-20bfa0685c9d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a49192a4-b601-4be5-a3a6-fac104b8bbbf HTTP/1.1" status: 204 len: 168 time: 0.1246431 Oct 12 18:47:47.653978 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cd7ac-808c-4093-a0f9-20bfa0685c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49192a4-b601-4be5-a3a6-fac104b8bbbf,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:47.661406 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cd7ac-808c-4093-a0f9-20bfa0685c9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.661754 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cd7ac-808c-4093-a0f9-20bfa0685c9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.662087 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cd7ac-808c-4093-a0f9-20bfa0685c9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.662413 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cd7ac-808c-4093-a0f9-20bfa0685c9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.662737 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cd7ac-808c-4093-a0f9-20bfa0685c9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.663059 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cd7ac-808c-4093-a0f9-20bfa0685c9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.663379 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cd7ac-808c-4093-a0f9-20bfa0685c9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.663701 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cd7ac-808c-4093-a0f9-20bfa0685c9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.664018 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cd7ac-808c-4093-a0f9-20bfa0685c9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.664333 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cd7ac-808c-4093-a0f9-20bfa0685c9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.664646 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cd7ac-808c-4093-a0f9-20bfa0685c9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.664960 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cd7ac-808c-4093-a0f9-20bfa0685c9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:47.826492 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcfff8-c63c-4015-8e19-23f9aebd9326 req-bcdb605f-4f2f-4e07-ae39-2054f6ccaea7 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:47.828068 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-15fcfff8-c63c-4015-8e19-23f9aebd9326 req-bcdb605f-4f2f-4e07-ae39-2054f6ccaea7 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 944 time: 0.0800982 Oct 12 18:47:47.860827 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f12cba-e986-44ce-ab3b-983f8d98cc15 req-29388360-775a-4955-990c-db74646fa8c4 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:47.862868 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-38f12cba-e986-44ce-ab3b-983f8d98cc15 req-29388360-775a-4955-990c-db74646fa8c4 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 946 time: 0.0843987 Oct 12 18:47:47.898706 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-15fcfff8-c63c-4015-8e19-23f9aebd9326 req-30f11a9d-fcf0-4bc1-9450-fc00520ace2f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632420 Oct 12 18:47:47.920870 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-38f12cba-e986-44ce-ab3b-983f8d98cc15 req-f6ba86ad-1263-4195-af13-b7c83681c1e6 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467501 Oct 12 18:47:47.963097 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 34122) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:47.976030 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-91fdd16a-f711-488c-b450-a1443bc7f2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:48.058706 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-91fdd16a-f711-488c-b450-a1443bc7f2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:48.063804 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-91fdd16a-f711-488c-b450-a1443bc7f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:48.106328 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-91fdd16a-f711-488c-b450-a1443bc7f2d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ce6c611809fb455d827dfc63ba46bd5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396718 Oct 12 18:47:48.106328 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdd16a-f711-488c-b450-a1443bc7f2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be371e1-06c4-4e2e-a6f2-d601fd5aacf9,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:48.106829 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 34126) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:48.165281 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2445a3dc-e2bb-4d73-a31e-0b645b8e6535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:48.201480 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2445a3dc-e2bb-4d73-a31e-0b645b8e6535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:48.257401 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2445a3dc-e2bb-4d73-a31e-0b645b8e6535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:48.260911 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2445a3dc-e2bb-4d73-a31e-0b645b8e6535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:48.262427 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-2445a3dc-e2bb-4d73-a31e-0b645b8e6535 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0be371e1-06c4-4e2e-a6f2-d601fd5aacf9 HTTP/1.1" status: 204 len: 168 time: 0.1545160 Oct 12 18:47:48.274435 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445a3dc-e2bb-4d73-a31e-0b645b8e6535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be371e1-06c4-4e2e-a6f2-d601fd5aacf9,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:48.315878 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3eebc-5aed-44ce-92c3-f18342b1667a req-2874a877-4704-4c12-80fa-0007843f8ed0 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:48.317403 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1ab3eebc-5aed-44ce-92c3-f18342b1667a req-2874a877-4704-4c12-80fa-0007843f8ed0 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0574019 Oct 12 18:47:48.385302 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1ab3eebc-5aed-44ce-92c3-f18342b1667a req-a33bd0c2-fbe0-40f2-89b0-a233895c7701 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615838 Oct 12 18:47:48.407735 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff4d79-6a3e-4301-be90-14fe4713c180 req-20cd041b-bedc-4416-9f33-0a97f633253f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:48.409771 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-78ff4d79-6a3e-4301-be90-14fe4713c180 req-20cd041b-bedc-4416-9f33-0a97f633253f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 944 time: 0.0797520 Oct 12 18:47:48.460190 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-78ff4d79-6a3e-4301-be90-14fe4713c180 req-7800d41b-02fd-4436-8358-6f156cf83cf9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438700 Oct 12 18:47:48.636643 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 34152) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:48.651039 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b089a3b1-b8f8-4972-8012-7895572967f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:48.729109 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b089a3b1-b8f8-4972-8012-7895572967f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:48.732889 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b089a3b1-b8f8-4972-8012-7895572967f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:48.769281 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089a3b1-b8f8-4972-8012-7895572967f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f52025-3cb0-4388-9cc5-ca81cae8cf36,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:48.773568 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-b089a3b1-b8f8-4972-8012-7895572967f1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=23e67b41f176494ea7b38bba0db0e8ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1355665 Oct 12 18:47:48.776486 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 34154) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:48.822879 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e77a4445-5a00-4f59-a4f5-47c0093474a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:48.846312 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e77a4445-5a00-4f59-a4f5-47c0093474a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:48.863677 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:47:48.892777 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e77a4445-5a00-4f59-a4f5-47c0093474a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:48.896140 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e77a4445-5a00-4f59-a4f5-47c0093474a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:48.897464 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-e77a4445-5a00-4f59-a4f5-47c0093474a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e6f52025-3cb0-4388-9cc5-ca81cae8cf36 HTTP/1.1" status: 204 len: 168 time: 0.1204309 Oct 12 18:47:48.905814 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a4445-5a00-4f59-a4f5-47c0093474a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f52025-3cb0-4388-9cc5-ca81cae8cf36,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:48.917360 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:47:48.929425 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:48.929906 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:49.023369 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:49.049396 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e68a74-2b35-4ad6-9240-eb2f680ecc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:47:49.052910 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89c1f45-25ed-403f-905d-f1c6a81b97eb" -d '{"events": [{"server_uuid": "63e68a74-2b35-4ad6-9240-eb2f680ecc65", "name": "network-vif-plugged", "status": "completed", "tag": "1c90406d-8aba-4c3c-9e70-e4b0c680adf0"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:47:49.065467 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:49.071536 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:49.072400 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 39d8134f-72c7-47ae-b5d2-c205eef0e082 up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:47:49.076112 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f12d5a-0cf2-47db-a84d-41d5f89b0bee req-5b25c7d9-27e8-4b6c-8012-f1a22fe883db tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:49.077606 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d2f12d5a-0cf2-47db-a84d-41d5f89b0bee req-5b25c7d9-27e8-4b6c-8012-f1a22fe883db tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 944 time: 0.0927951 Oct 12 18:47:49.105944 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af346d-3167-4175-b1f5-3f548c05e54a req-41373f0a-e6ac-4279-b6e0-a42345d84a55 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:49.107507 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-05af346d-3167-4175-b1f5-3f548c05e54a req-41373f0a-e6ac-4279-b6e0-a42345d84a55 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 946 time: 0.0814669 Oct 12 18:47:49.155547 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:49.157003 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d2f12d5a-0cf2-47db-a84d-41d5f89b0bee req-9c238420-b160-466c-b6c0-12bc5c6a5458 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702541 Oct 12 18:47:49.163878 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:49.164378 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:49.164594 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:49.164927 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:49.165284 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:49.165675 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:49.165925 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:49.166283 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:49.166570 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:49.166892 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:49.167315 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:49.167519 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:47:49.171516 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port 39d8134f-72c7-47ae-b5d2-c205eef0e082 completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:47:49.173642 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-05af346d-3167-4175-b1f5-3f548c05e54a req-455fcb0b-df38-456f-900c-0406f865b487 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563805 Oct 12 18:47:49.177442 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port 39d8134f-72c7-47ae-b5d2-c205eef0e082 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:47:49.178406 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:49.243766 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceec212-67cf-4b25-b89f-e1131d01a1c8 x-openstack-request-id: req-1ceec212-67cf-4b25-b89f-e1131d01a1c8 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:47:49.244087 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e68a74-2b35-4ad6-9240-eb2f680ecc65", "name": "network-vif-plugged", "status": "completed", "tag": "1c90406d-8aba-4c3c-9e70-e4b0c680adf0", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:47:49.244383 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ceec212-67cf-4b25-b89f-e1131d01a1c8 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:47:49.244767 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e68a74-2b35-4ad6-9240-eb2f680ecc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0', 'code': 200} Oct 12 18:47:49.294981 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:49.336125 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 39d8134f-72c7-47ae-b5d2-c205eef0e082, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=39d8134f-72c7-47ae-b5d2-c205eef0e082,segment=NetworkSegment(74016772-6d56-46ab-87c7-6399d5a791c8),segment_id=74016772-6d56-46ab-87c7-6399d5a791c8)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:47:49.344066 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:49.422937 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=39d8134f-72c7-47ae-b5d2-c205eef0e082,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:47:49.504558 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdd7f8-e6ac-4245-bfa8-091b1a4cbd08 req-9d90db97-2869-4883-9ba6-511dd58d20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:49.508533 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ebcdd7f8-e6ac-4245-bfa8-091b1a4cbd08 req-9d90db97-2869-4883-9ba6-511dd58d20d8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 1098 time: 0.0904367 Oct 12 18:47:49.635040 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ebcdd7f8-e6ac-4245-bfa8-091b1a4cbd08 req-a301c4ae-e312-4840-bab0-c49c3ab13c7c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066084 Oct 12 18:47:49.651987 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976040e6-b3f8-4da8-b42e-ebf2b1d8e047 req-66b4b66b-74e8-4815-adaf-a7d4c312f789 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:49.658973 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-976040e6-b3f8-4da8-b42e-ebf2b1d8e047 req-66b4b66b-74e8-4815-adaf-a7d4c312f789 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.1494665 Oct 12 18:47:49.690528 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e1f11-058e-43f9-9d6f-b59e1c38d194 req-8fd9f87b-eef5-43e8-b835-386118962d10 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:49.693335 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-225e1f11-058e-43f9-9d6f-b59e1c38d194 req-8fd9f87b-eef5-43e8-b835-386118962d10 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.1217766 Oct 12 18:47:49.717974 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-976040e6-b3f8-4da8-b42e-ebf2b1d8e047 req-2668a53a-0d28-4cb7-ae8d-a77d11ea9f79 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577772 Oct 12 18:47:49.775652 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-225e1f11-058e-43f9-9d6f-b59e1c38d194 req-4b4c48a4-c6b6-461d-847e-392e99115e90 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654645 Oct 12 18:47:50.121759 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b283bdb-15df-4c07-8ded-5a5924d34f0d req-5d72688f-674f-4363-8257-bf4497777d7e tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:50.123232 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9b283bdb-15df-4c07-8ded-5a5924d34f0d req-5d72688f-674f-4363-8257-bf4497777d7e tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0793092 Oct 12 18:47:50.124746 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2f955-5ba6-4bee-9e7b-98c371190a73 req-554dd7dd-e436-488a-af88-4657bcff170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:50.126074 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ac2f955-5ba6-4bee-9e7b-98c371190a73 req-554dd7dd-e436-488a-af88-4657bcff170c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=632a64d9b8e8420c84959edd892a318b&device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 1099 time: 0.0721695 Oct 12 18:47:50.214372 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9b283bdb-15df-4c07-8ded-5a5924d34f0d req-3c316646-3d62-429f-99fc-4a43f5bf8dc2 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838184 Oct 12 18:47:50.265551 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2f955-5ba6-4bee-9e7b-98c371190a73 req-fd3f6b93-bb17-42f8-82d6-761906a53baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:50.267045 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ac2f955-5ba6-4bee-9e7b-98c371190a73 req-fd3f6b93-bb17-42f8-82d6-761906a53baf service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a4e204a-982c-455b-87fd-0d4fbe139919 HTTP/1.1" status: 200 len: 919 time: 0.1309252 Oct 12 18:47:50.319718 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ac2f955-5ba6-4bee-9e7b-98c371190a73 req-7a4f7211-22ae-42b8-8d98-84cce830a21a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=272ba0d5-8a80-49a6-8fbb-273468f1ef36 HTTP/1.1" status: 200 len: 217 time: 0.0378458 Oct 12 18:47:50.343696 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb40df-d274-4698-a11f-7c5a85948235 req-9fa39ef2-8999-4cdb-8745-e9f8ddc507db tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:50.345108 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-06eb40df-d274-4698-a11f-7c5a85948235 req-9fa39ef2-8999-4cdb-8745-e9f8ddc507db tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0975754 Oct 12 18:47:50.405759 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2f955-5ba6-4bee-9e7b-98c371190a73 req-9671257c-2dd6-4e2c-bcb9-72764896307a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:50.407209 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ac2f955-5ba6-4bee-9e7b-98c371190a73 req-9671257c-2dd6-4e2c-bcb9-72764896307a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b19d8b1-43db-4203-8a71-c6a7231cd947 HTTP/1.1" status: 200 len: 858 time: 0.0793736 Oct 12 18:47:50.412737 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-06eb40df-d274-4698-a11f-7c5a85948235 req-80a61117-5b59-4e18-9857-a52dba490711 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461304 Oct 12 18:47:50.905304 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ef676-afe5-47bb-81f0-24260cd5d885 req-acb9d1f3-6aa6-4fac-99e4-fe97f023a50e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:50.906759 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-609ef676-afe5-47bb-81f0-24260cd5d885 req-acb9d1f3-6aa6-4fac-99e4-fe97f023a50e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0483015 Oct 12 18:47:50.945248 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-609ef676-afe5-47bb-81f0-24260cd5d885 req-63dca9f8-8af9-4e44-89da-cea384afaea0 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323591 Oct 12 18:47:51.246452 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052959b3-ff6a-4f83-b7e5-020c3dc25dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d8134f-72c7-47ae-b5d2-c205eef0e082'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:47:51.248875 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730c29c4-81d9-4dc6-bd14-f8028f7b3462" -d '{"events": [{"server_uuid": "052959b3-ff6a-4f83-b7e5-020c3dc25dcc", "name": "network-vif-plugged", "status": "completed", "tag": "39d8134f-72c7-47ae-b5d2-c205eef0e082"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:47:51.282536 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb58b621-0f91-4796-8582-04a2a698bda2 x-openstack-request-id: req-bb58b621-0f91-4796-8582-04a2a698bda2 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:47:51.282847 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052959b3-ff6a-4f83-b7e5-020c3dc25dcc", "name": "network-vif-plugged", "status": "completed", "tag": "39d8134f-72c7-47ae-b5d2-c205eef0e082", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:47:51.283105 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb58b621-0f91-4796-8582-04a2a698bda2 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:47:51.283492 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052959b3-ff6a-4f83-b7e5-020c3dc25dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d8134f-72c7-47ae-b5d2-c205eef0e082', 'code': 200} Oct 12 18:47:51.326331 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ce758-5f60-402f-a734-db69106380c0 req-f3cbb012-25c8-45e4-b6b1-2f9e3a9dec97 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:51.327657 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-335ce758-5f60-402f-a734-db69106380c0 req-f3cbb012-25c8-45e4-b6b1-2f9e3a9dec97 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0467391 Oct 12 18:47:51.364526 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-335ce758-5f60-402f-a734-db69106380c0 req-147f26cf-d3eb-4374-bbf5-a865afbefc56 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308161 Oct 12 18:47:51.527543 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b75d7c-8171-49ba-ad27-81b1c7d93fb1 req-6d3eb231-2698-4145-a430-b68bdbffbfd6 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:51.528946 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a4b75d7c-8171-49ba-ad27-81b1c7d93fb1 req-6d3eb231-2698-4145-a430-b68bdbffbfd6 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0495746 Oct 12 18:47:51.566656 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a4b75d7c-8171-49ba-ad27-81b1c7d93fb1 req-38ac2a34-b546-4886-ad20-f3b26590f727 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311437 Oct 12 18:47:52.061320 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13568ba5-069f-449d-ae2c-cee5d7bad1e7 req-7f7580af-3bd7-4a72-b783-968e75dfef70 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:52.062762 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-13568ba5-069f-449d-ae2c-cee5d7bad1e7 req-7f7580af-3bd7-4a72-b783-968e75dfef70 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0465744 Oct 12 18:47:52.102698 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-13568ba5-069f-449d-ae2c-cee5d7bad1e7 req-5cfeabef-c417-4c64-9854-f6406a9a1a05 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331662 Oct 12 18:47:52.474757 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6caead-fe0a-47eb-9b25-01a9efc6beb2 req-5cf9ebf5-fb23-46ff-8827-2d57039089ca tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:52.476169 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eb6caead-fe0a-47eb-9b25-01a9efc6beb2 req-5cf9ebf5-fb23-46ff-8827-2d57039089ca tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0465705 Oct 12 18:47:52.511415 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eb6caead-fe0a-47eb-9b25-01a9efc6beb2 req-d6f7b5c8-63b1-4e20-8746-b1a276dc1e18 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294390 Oct 12 18:47:52.587761 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ac2f955-5ba6-4bee-9e7b-98c371190a73 req-6c796bc8-461b-4083-953b-cd2fc2ce0a49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a4e204a-982c-455b-87fd-0d4fbe139919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273166 Oct 12 18:47:52.680006 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce8328-55dc-42d6-a891-ac7a5890311b req-4f3a524a-9170-48c7-a4b3-6b92b235df8d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:52.681462 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-14ce8328-55dc-42d6-a891-ac7a5890311b req-4f3a524a-9170-48c7-a4b3-6b92b235df8d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0499384 Oct 12 18:47:52.718968 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-14ce8328-55dc-42d6-a891-ac7a5890311b req-24ebe327-e67a-4f1c-a305-528eeebee3d4 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317514 Oct 12 18:47:53.239430 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af72a2-2f79-4d48-a905-e287a0bc617b req-4ee52b1f-4b89-40e0-a09e-45b505956b72 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:53.240872 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e7af72a2-2f79-4d48-a905-e287a0bc617b req-4ee52b1f-4b89-40e0-a09e-45b505956b72 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0505340 Oct 12 18:47:53.277171 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e7af72a2-2f79-4d48-a905-e287a0bc617b req-29efa652-23e1-4f91-b667-89581a46e92c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304356 Oct 12 18:47:53.630570 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8224e4-c1f9-4f96-8d32-8c4828541a80 req-b41a548b-1ba2-4958-816a-6056dbf89374 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:53.631994 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-be8224e4-c1f9-4f96-8d32-8c4828541a80 req-b41a548b-1ba2-4958-816a-6056dbf89374 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0516632 Oct 12 18:47:53.713949 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-be8224e4-c1f9-4f96-8d32-8c4828541a80 req-5d7ab951-1d22-4897-818c-e917f8492840 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761287 Oct 12 18:47:53.751094 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ac2f955-5ba6-4bee-9e7b-98c371190a73 req-f09e0905-14e7-48f5-ab1a-94fbc4644daf service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007054 Oct 12 18:47:53.835373 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a6a83-7464-43e4-94fe-decd741eef81 req-2ecaedd4-8bcf-47de-a4da-6eb20b1ecbfa tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:53.836864 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-980a6a83-7464-43e4-94fe-decd741eef81 req-2ecaedd4-8bcf-47de-a4da-6eb20b1ecbfa tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0545230 Oct 12 18:47:53.875581 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-980a6a83-7464-43e4-94fe-decd741eef81 req-48bf8d30-6193-4d12-a06e-53e8e7ec18b7 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327816 Oct 12 18:47:54.391205 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d47fe-9fd6-4f0a-80ec-bb6d45ab4c03 req-f7796225-7a96-409e-b66c-bf9c9b364100 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:54.392635 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-607d47fe-9fd6-4f0a-80ec-bb6d45ab4c03 req-f7796225-7a96-409e-b66c-bf9c9b364100 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0466049 Oct 12 18:47:54.417278 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f9c44db4-966f-4e76-ab1d-8dd2efc9e6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:54.435006 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-607d47fe-9fd6-4f0a-80ec-bb6d45ab4c03 req-ec9294a2-87aa-400c-90bf-ebdfbd5d99b2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346196 Oct 12 18:47:54.826598 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12036325-181e-4b8a-a2be-1c23eeb6fd8c req-9a71cd27-7c2a-474d-98d6-f74ddf8e0871 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:54.828030 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-12036325-181e-4b8a-a2be-1c23eeb6fd8c req-9a71cd27-7c2a-474d-98d6-f74ddf8e0871 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0475264 Oct 12 18:47:54.864796 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-12036325-181e-4b8a-a2be-1c23eeb6fd8c req-02296a11-45bd-453e-826f-61a5295c06ea tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304902 Oct 12 18:47:54.991426 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a219c39-acde-4201-b471-5b69c541bba5 req-2a82ed0d-7205-4fed-949e-c9e17b96f008 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:54.992735 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6a219c39-acde-4201-b471-5b69c541bba5 req-2a82ed0d-7205-4fed-949e-c9e17b96f008 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0522854 Oct 12 18:47:55.263532 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6a219c39-acde-4201-b471-5b69c541bba5 req-d2e88d5e-99d0-4f86-9b82-72b0669aee07 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616816 Oct 12 18:47:55.302200 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ac2f955-5ba6-4bee-9e7b-98c371190a73 req-ba3d39cb-6158-4f7d-9271-f01943a7b06d service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016681 Oct 12 18:47:55.561162 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca835fb-88ec-4490-b3e3-48ca09da1faa req-90b567a3-56f1-4544-817d-f0f6b521ffac tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:55.562737 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eca835fb-88ec-4490-b3e3-48ca09da1faa req-90b567a3-56f1-4544-817d-f0f6b521ffac tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0522780 Oct 12 18:47:55.600479 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eca835fb-88ec-4490-b3e3-48ca09da1faa req-553e6527-2f32-468b-9ced-260660eae1e5 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305169 Oct 12 18:47:55.648133 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f9a46-3f7b-4249-8559-6c7aaed16514 req-4369fa58-bb34-41a4-9ef0-95f37c23da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:55.649626 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-609f9a46-3f7b-4249-8559-6c7aaed16514 req-4369fa58-bb34-41a4-9ef0-95f37c23da2d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 1098 time: 0.0398028 Oct 12 18:47:55.686107 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-609f9a46-3f7b-4249-8559-6c7aaed16514 req-d4426910-13c3-4378-a616-aefc1a01c1de service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273063 Oct 12 18:47:55.984344 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1faf1-1d43-4f6a-b9fa-c781fd2df565 req-371a12f5-dbab-473d-b43f-448dfbe85e06 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:55.985830 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2b1faf1-1d43-4f6a-b9fa-c781fd2df565 req-371a12f5-dbab-473d-b43f-448dfbe85e06 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0520964 Oct 12 18:47:56.025450 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2b1faf1-1d43-4f6a-b9fa-c781fd2df565 req-f0d5fe02-d486-4ed0-ae36-5750b81299d6 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329258 Oct 12 18:47:56.379516 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0a186-9127-4bd7-bc05-84efe7a1542b req-aa3734fa-1c8b-41ab-9f9f-9906d8118206 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:56.380941 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eac0a186-9127-4bd7-bc05-84efe7a1542b req-aa3734fa-1c8b-41ab-9f9f-9906d8118206 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0519691 Oct 12 18:47:56.419144 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eac0a186-9127-4bd7-bc05-84efe7a1542b req-ebbab13c-50ff-41ff-b5bc-2c56f721d267 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318701 Oct 12 18:47:56.716351 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9882b3-2ca3-4742-af00-4afc2e22aca2 req-f9c5899c-a113-4811-b068-94fb7961bf18 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:56.717817 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7a9882b3-2ca3-4742-af00-4afc2e22aca2 req-f9c5899c-a113-4811-b068-94fb7961bf18 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0478637 Oct 12 18:47:56.754225 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7a9882b3-2ca3-4742-af00-4afc2e22aca2 req-184a3ea8-9439-45af-9d84-d1e59687a131 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304585 Oct 12 18:47:56.961568 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f5618230-cba8-433c-b9f0-71aac99a4c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:57.144771 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7661dc-120b-4761-adf6-4690ec873747 req-3486cfa2-9f08-4b05-a722-28654b08f959 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:57.146258 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4a7661dc-120b-4761-adf6-4690ec873747 req-3486cfa2-9f08-4b05-a722-28654b08f959 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0501878 Oct 12 18:47:57.189072 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4a7661dc-120b-4761-adf6-4690ec873747 req-53a31e32-6f4a-4cd8-ad99-e484bb2306e2 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350771 Oct 12 18:47:57.546192 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acd59e-3ec9-4db0-a853-2adc1fbb1bf7 req-bf6e31fb-8e80-48a5-9b99-c68f3d605d16 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:57.547651 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-34acd59e-3ec9-4db0-a853-2adc1fbb1bf7 req-bf6e31fb-8e80-48a5-9b99-c68f3d605d16 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0623913 Oct 12 18:47:57.586985 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-34acd59e-3ec9-4db0-a853-2adc1fbb1bf7 req-2bbe99af-80af-4f88-8c4a-7b40c304bb19 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321240 Oct 12 18:47:57.759747 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-de2f1678-9049-4be0-b935-2f442bd7d240 req-b1ad414e-bef8-4811-b248-62957386d819 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385833 Oct 12 18:47:57.894619 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1678-9049-4be0-b935-2f442bd7d240 req-7b6bbbcb-ee29-48d9-ae61-46ccdd7db99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:57.896076 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-de2f1678-9049-4be0-b935-2f442bd7d240 req-7b6bbbcb-ee29-48d9-ae61-46ccdd7db99c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc33eae0723d48e4812e7707024cc36a&device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 1099 time: 0.0763886 Oct 12 18:47:57.903312 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adecd5-7e03-49f6-888e-0939bea012df req-2aaab01f-013a-4181-bdb9-9d865ff9c967 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:57.904657 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-10adecd5-7e03-49f6-888e-0939bea012df req-2aaab01f-013a-4181-bdb9-9d865ff9c967 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0750854 Oct 12 18:47:57.979888 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:57.987776 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-10adecd5-7e03-49f6-888e-0939bea012df req-b09a813d-6d9e-4cc7-9fd5-79b833b2b056 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749795 Oct 12 18:47:58.025667 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1678-9049-4be0-b935-2f442bd7d240 req-d4770604-ea6a-4283-9b34-c5325e31da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:58.027146 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-de2f1678-9049-4be0-b935-2f442bd7d240 req-d4770604-ea6a-4283-9b34-c5325e31da3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0 HTTP/1.1" status: 200 len: 913 time: 0.1015508 Oct 12 18:47:58.092308 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-de2f1678-9049-4be0-b935-2f442bd7d240 req-cb60e4bd-e0b4-4e88-bdf3-41ec98319e33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3287e6-741c-4688-bda5-17d394cae8bd HTTP/1.1" status: 200 len: 217 time: 0.0498362 Oct 12 18:47:58.126283 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:58.165841 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba0f2d-4424-4386-9e57-52340ab47b3c req-8eb2dadd-ea9d-4c83-8073-12d6a5238ef0 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:58.167305 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-85ba0f2d-4424-4386-9e57-52340ab47b3c req-8eb2dadd-ea9d-4c83-8073-12d6a5238ef0 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0868840 Oct 12 18:47:58.168988 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1678-9049-4be0-b935-2f442bd7d240 req-e63afa72-2349-4135-a64f-bb8769f62335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:58.170316 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-de2f1678-9049-4be0-b935-2f442bd7d240 req-e63afa72-2349-4135-a64f-bb8769f62335 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8fcd8e01-ed30-4c7d-be3f-66fbfb446b67 HTTP/1.1" status: 200 len: 852 time: 0.0623405 Oct 12 18:47:58.176426 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 34392) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:58.180724 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-8907d701-76fd-4336-8fd5-0409c025627a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Request body: {'floatingip': {'port_id': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:58.267592 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-de2f1678-9049-4be0-b935-2f442bd7d240 req-b23bf0ee-534d-46ae-9d83-8a63036e698a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841746 Oct 12 18:47:58.283065 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8907d701-76fd-4336-8fd5-0409c025627a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for floatingip, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:58.475339 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ccd44-2fc9-4970-b0de-aa9e228f67b6 req-0a30b59f-a412-4588-be13-1e7d6b858bef tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:58.476779 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-be4ccd44-2fc9-4970-b0de-aa9e228f67b6 req-0a30b59f-a412-4588-be13-1e7d6b858bef tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.2114851 Oct 12 18:47:58.576785 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-de2f1678-9049-4be0-b935-2f442bd7d240 req-2eb3e3a7-013e-4b52-90c9-e7de2f063e99 service neutron] 10.222.0.21 "GET /v2.0/networks/cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971089 Oct 12 18:47:58.588909 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-be4ccd44-2fc9-4970-b0de-aa9e228f67b6 req-6730ae98-a236-46a1-804d-f796ab4c1054 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007771 Oct 12 18:47:58.884326 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12a0b6-1a1b-4585-98a4-c9c38f684551 req-a95a8e18-1396-4af1-92fb-67c0ca5b3b69 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:58.885815 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5d12a0b6-1a1b-4585-98a4-c9c38f684551 req-a95a8e18-1396-4af1-92fb-67c0ca5b3b69 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.2157862 Oct 12 18:47:58.910667 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-de2f1678-9049-4be0-b935-2f442bd7d240 req-1458b3d3-8723-4382-8cc0-93883ec76259 service neutron] 10.222.0.21 "GET /v2.0/networks/cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189054 Oct 12 18:47:59.028514 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5d12a0b6-1a1b-4585-98a4-c9c38f684551 req-0c3341ce-3a67-4d3c-b49b-7f64ad189dac tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358521 Oct 12 18:47:59.399621 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345abe9e-e62a-45a7-9826-67b567010208 req-c1b880ba-0259-4d3b-931b-30937d8a0db4 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:59.401753 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-345abe9e-e62a-45a7-9826-67b567010208 req-c1b880ba-0259-4d3b-931b-30937d8a0db4 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.1547809 Oct 12 18:47:59.411266 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 34438) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:47:59.420766 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-47e00c4f-20f1-468d-a144-015261346cfc tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Request body: {'floatingip': {'port_id': '39d8134f-72c7-47ae-b5d2-c205eef0e082'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:47:59.473325 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-47e00c4f-20f1-468d-a144-015261346cfc tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for floatingip, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:59.479412 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8907d701-76fd-4336-8fd5-0409c025627a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:59.506795 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8907d701-76fd-4336-8fd5-0409c025627a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7932303'] for floatingip, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:59.697096 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:59.733829 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.l3_db [None req-8907d701-76fd-4336-8fd5-0409c025627a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Floating IP 21c86c02-c4d3-4dc9-8f64-0e76e0d746b0 associated. External IP: 172.27.0.42, port: 1c90406d-8aba-4c3c-9e70-e4b0c680adf0. Oct 12 18:47:59.865010 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6a6ac-1027-4576-923f-24dd2f271718 req-55b6da01-d837-4cff-9685-c314c35cd245 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:47:59.866473 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1aa6a6ac-1027-4576-923f-24dd2f271718 req-55b6da01-d837-4cff-9685-c314c35cd245 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.1704669 Oct 12 18:48:00.000123 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1aa6a6ac-1027-4576-923f-24dd2f271718 req-539e55ea-3eec-4a65-af0c-708886459646 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236491 Oct 12 18:48:00.208181 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8907d701-76fd-4336-8fd5-0409c025627a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Router 2c82a773-1a87-4e01-9c18-aec09d9e905c has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:48:00.233053 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-47e00c4f-20f1-468d-a144-015261346cfc tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:00.263937 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-47e00c4f-20f1-468d-a144-015261346cfc tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7932303'] for floatingip, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:00.403457 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8907d701-76fd-4336-8fd5-0409c025627a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:48:00.408125 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8907d701-76fd-4336-8fd5-0409c025627a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:00.418527 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c30a43-8baa-4793-9f33-f960e801c784 None None] Sync routers for ids ['2c82a773-1a87-4e01-9c18-aec09d9e905c'] in dv-cinder-813229-2-iscsi {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:48:00.430799 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c30a43-8baa-4793-9f33-f960e801c784 None None] Routers {'2c82a773-1a87-4e01-9c18-aec09d9e905c'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:48:00.431487 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-02c30a43-8baa-4793-9f33-f960e801c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:47:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['2c82a773-1a87-4e01-9c18-aec09d9e905c'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:00.431633 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.l3_db [None req-47e00c4f-20f1-468d-a144-015261346cfc tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Floating IP 47a334c6-051b-4a25-90e5-cf6eee4ff755 associated. External IP: 172.27.0.53, port: 39d8134f-72c7-47ae-b5d2-c205eef0e082. Oct 12 18:48:00.474806 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-8907d701-76fd-4336-8fd5-0409c025627a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "PUT /v2.0/floatingips/21c86c02-c4d3-4dc9-8f64-0e76e0d746b0 HTTP/1.1" status: 200 len: 990 time: 2.2945075 Oct 12 18:48:00.476549 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e68a74-2b35-4ad6-9240-eb2f680ecc65', 'tag': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:48:00.478816 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd056a9d-56dd-44b4-8c4d-c21aec3e9f10" -d '{"events": [{"name": "network-changed", "server_uuid": "63e68a74-2b35-4ad6-9240-eb2f680ecc65", "tag": "1c90406d-8aba-4c3c-9e70-e4b0c680adf0"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:48:00.554344 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-02c30a43-8baa-4793-9f33-f960e801c784 None None] Set router 2c82a773-1a87-4e01-9c18-aec09d9e905c gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:48:00.763694 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcdc6dc-b1c9-4b3b-a1c7-4089798e8713 x-openstack-request-id: req-3bcdc6dc-b1c9-4b3b-a1c7-4089798e8713 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:48:00.763911 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e68a74-2b35-4ad6-9240-eb2f680ecc65", "tag": "1c90406d-8aba-4c3c-9e70-e4b0c680adf0", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:48:00.764149 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3bcdc6dc-b1c9-4b3b-a1c7-4089798e8713 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:48:00.764635 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e68a74-2b35-4ad6-9240-eb2f680ecc65', 'tag': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0', 'status': 'completed', 'code': 200} Oct 12 18:48:00.768048 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:00.843311 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-02c30a43-8baa-4793-9f33-f960e801c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:53Z', 'revision_number': 4, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port': {'id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:47Z', 'updated_at': '2021-10-12T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '21c86c02-c4d3-4dc9-8f64-0e76e0d746b0', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'port_id': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'mac_address': 'fa:16:3e:ad:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e68a74-2b35-4ad6-9240-eb2f680ecc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:47:01Z', 'updated_at': '2021-10-12T18:47:59Z', 'revision_number': 1, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d8d95d-2d53-4a46-b6f1-e048423d7454', 'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'mac_address': 'fa:16:3e:14:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 5, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'subnets': [{'id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:00.869253 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c30a43-8baa-4793-9f33-f960e801c784 None None] Checking router: 2c82a773-1a87-4e01-9c18-aec09d9e905c for host: dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:48:00.877338 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c30a43-8baa-4793-9f33-f960e801c784 None None] Routers {'2c82a773-1a87-4e01-9c18-aec09d9e905c'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:48:00.878687 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-02c30a43-8baa-4793-9f33-f960e801c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:47:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['2c82a773-1a87-4e01-9c18-aec09d9e905c'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:00.895771 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e00c4f-20f1-468d-a144-015261346cfc tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:48:01.007885 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e00c4f-20f1-468d-a144-015261346cfc tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:48:01.012444 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-47e00c4f-20f1-468d-a144-015261346cfc tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:01.018000 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649dd5b1-2a54-4bb1-9163-a709a4df6372 None None] Sync routers for ids ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:48:01.027574 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649dd5b1-2a54-4bb1-9163-a709a4df6372 None None] Routers {'d8a4b2b6-2da1-46ea-811a-5120ce7fd178'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:48:01.028303 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-649dd5b1-2a54-4bb1-9163-a709a4df6372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:47:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:01.044422 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-47e00c4f-20f1-468d-a144-015261346cfc tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "PUT /v2.0/floatingips/47a334c6-051b-4a25-90e5-cf6eee4ff755 HTTP/1.1" status: 200 len: 990 time: 1.6321118 Oct 12 18:48:01.076033 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-02c30a43-8baa-4793-9f33-f960e801c784 None None] Set router 2c82a773-1a87-4e01-9c18-aec09d9e905c gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:48:01.129431 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352c9d3-beb4-406b-aa0a-1a8fad68bf96 req-95ac4fa4-e1e3-47f7-a986-dfabef9e0f22 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:01.130920 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d352c9d3-beb4-406b-aa0a-1a8fad68bf96 req-95ac4fa4-e1e3-47f7-a986-dfabef9e0f22 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0490422 Oct 12 18:48:01.138467 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-649dd5b1-2a54-4bb1-9163-a709a4df6372 None None] Set router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:48:01.169239 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d352c9d3-beb4-406b-aa0a-1a8fad68bf96 req-02105a05-8e33-4fe5-8398-a7f61d8dc7b4 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322385 Oct 12 18:48:01.309029 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-02c30a43-8baa-4793-9f33-f960e801c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:53Z', 'revision_number': 4, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port': {'id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:47Z', 'updated_at': '2021-10-12T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '21c86c02-c4d3-4dc9-8f64-0e76e0d746b0', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'port_id': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'mac_address': 'fa:16:3e:ad:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e68a74-2b35-4ad6-9240-eb2f680ecc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:47:01Z', 'updated_at': '2021-10-12T18:47:59Z', 'revision_number': 1, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d8d95d-2d53-4a46-b6f1-e048423d7454', 'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'mac_address': 'fa:16:3e:14:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 5, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'subnets': [{'id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:01.339538 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c30a43-8baa-4793-9f33-f960e801c784 None None] The sync data for ids ['2c82a773-1a87-4e01-9c18-aec09d9e905c'] in dv-cinder-813229-2-iscsi is: [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:53Z', 'revision_number': 4, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port': {'id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:47Z', 'updated_at': '2021-10-12T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '21c86c02-c4d3-4dc9-8f64-0e76e0d746b0', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'port_id': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'mac_address': 'fa:16:3e:ad:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e68a74-2b35-4ad6-9240-eb2f680ecc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:47:01Z', 'updated_at': '2021-10-12T18:47:59Z', 'revision_number': 1, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d8d95d-2d53-4a46-b6f1-e048423d7454', 'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'mac_address': 'fa:16:3e:14:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 5, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'subnets': [{'id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:48:01.564277 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-649dd5b1-2a54-4bb1-9163-a709a4df6372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 4, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '47a334c6-051b-4a25-90e5-cf6eee4ff755', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'port_id': '39d8134f-72c7-47ae-b5d2-c205eef0e082', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'mac_address': 'fa:16:3e:55:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052959b3-ff6a-4f83-b7e5-020c3dc25dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:47:10Z', 'updated_at': '2021-10-12T18:48:00Z', 'revision_number': 1, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d', 'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'mac_address': 'fa:16:3e:05:7f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:56Z', 'updated_at': '2021-10-12T18:47:06Z', 'revision_number': 5, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'subnets': [{'id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:01.594720 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649dd5b1-2a54-4bb1-9163-a709a4df6372 None None] Checking router: d8a4b2b6-2da1-46ea-811a-5120ce7fd178 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:48:01.603533 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649dd5b1-2a54-4bb1-9163-a709a4df6372 None None] Routers {'d8a4b2b6-2da1-46ea-811a-5120ce7fd178'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:48:01.604153 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-649dd5b1-2a54-4bb1-9163-a709a4df6372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:47:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:01.692808 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd1dbb-5b60-4f6d-a50c-189a2d6ed8a4 None None] New status for floating IP 21c86c02-c4d3-4dc9-8f64-0e76e0d746b0: ACTIVE {{(pid=100620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:48:01.715062 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-649dd5b1-2a54-4bb1-9163-a709a4df6372 None None] Set router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:48:01.962594 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-649dd5b1-2a54-4bb1-9163-a709a4df6372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 4, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '47a334c6-051b-4a25-90e5-cf6eee4ff755', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'port_id': '39d8134f-72c7-47ae-b5d2-c205eef0e082', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'mac_address': 'fa:16:3e:55:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052959b3-ff6a-4f83-b7e5-020c3dc25dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:47:10Z', 'updated_at': '2021-10-12T18:48:00Z', 'revision_number': 1, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d', 'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'mac_address': 'fa:16:3e:05:7f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:56Z', 'updated_at': '2021-10-12T18:47:06Z', 'revision_number': 5, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'subnets': [{'id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:01.992876 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649dd5b1-2a54-4bb1-9163-a709a4df6372 None None] The sync data for ids ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'] in dv-cinder-813229-2-iscsi is: [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 4, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '47a334c6-051b-4a25-90e5-cf6eee4ff755', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'port_id': '39d8134f-72c7-47ae-b5d2-c205eef0e082', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'mac_address': 'fa:16:3e:55:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052959b3-ff6a-4f83-b7e5-020c3dc25dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:47:10Z', 'updated_at': '2021-10-12T18:48:00Z', 'revision_number': 1, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d', 'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'mac_address': 'fa:16:3e:05:7f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:56Z', 'updated_at': '2021-10-12T18:47:06Z', 'revision_number': 5, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'subnets': [{'id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:48:02.170058 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e007b9c-b54a-4876-a345-d0a929988171 None None] New status for floating IP 47a334c6-051b-4a25-90e5-cf6eee4ff755: ACTIVE {{(pid=100619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:48:02.765904 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052959b3-ff6a-4f83-b7e5-020c3dc25dcc', 'tag': '39d8134f-72c7-47ae-b5d2-c205eef0e082'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:48:02.768349 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7287fd7b-0d77-48aa-9009-c13fd51e74d8" -d '{"events": [{"name": "network-changed", "server_uuid": "052959b3-ff6a-4f83-b7e5-020c3dc25dcc", "tag": "39d8134f-72c7-47ae-b5d2-c205eef0e082"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:48:03.502306 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd056a9d-56dd-44b4-8c4d-c21aec3e9f10 req-69383f03-1d4e-40e9-99e8-7023e911f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:03.504290 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cd056a9d-56dd-44b4-8c4d-c21aec3e9f10 req-69383f03-1d4e-40e9-99e8-7023e911f2ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71&device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 1098 time: 0.0388520 Oct 12 18:48:03.609148 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ece7b1-5ec7-4ab1-ad7a-473fcc088d40 x-openstack-request-id: req-87ece7b1-5ec7-4ab1-ad7a-473fcc088d40 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:48:03.609456 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052959b3-ff6a-4f83-b7e5-020c3dc25dcc", "tag": "39d8134f-72c7-47ae-b5d2-c205eef0e082", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:48:03.609705 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-87ece7b1-5ec7-4ab1-ad7a-473fcc088d40 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:48:03.610084 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052959b3-ff6a-4f83-b7e5-020c3dc25dcc', 'tag': '39d8134f-72c7-47ae-b5d2-c205eef0e082', 'status': 'completed', 'code': 200} Oct 12 18:48:03.707836 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f4976-36aa-4c24-8fb7-942a261b5cff req-d2ff8ba9-c38a-411e-b7d2-2a6ee347cf86 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:03.709305 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-685f4976-36aa-4c24-8fb7-942a261b5cff req-d2ff8ba9-c38a-411e-b7d2-2a6ee347cf86 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0984838 Oct 12 18:48:03.735299 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd056a9d-56dd-44b4-8c4d-c21aec3e9f10 req-efdaad78-d260-4c47-bdfa-9917ab597091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:03.736687 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cd056a9d-56dd-44b4-8c4d-c21aec3e9f10 req-efdaad78-d260-4c47-bdfa-9917ab597091 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 HTTP/1.1" status: 200 len: 918 time: 0.1798749 Oct 12 18:48:03.746164 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287fd7b-0d77-48aa-9009-c13fd51e74d8 req-371691d8-0623-47b5-9fba-a8510afd350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:03.747505 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7287fd7b-0d77-48aa-9009-c13fd51e74d8 req-371691d8-0623-47b5-9fba-a8510afd350d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8fde9f299c741df94fb2f851b651138&device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 1098 time: 0.0975635 Oct 12 18:48:03.766313 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-685f4976-36aa-4c24-8fb7-942a261b5cff req-1e521231-5278-4dfb-9144-1aedf594d15c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499277 Oct 12 18:48:03.909043 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cd056a9d-56dd-44b4-8c4d-c21aec3e9f10 req-81230b88-0a99-4ef2-bab2-a12769eb7906 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c90406d-8aba-4c3c-9e70-e4b0c680adf0 HTTP/1.1" status: 200 len: 1000 time: 0.1458447 Oct 12 18:48:03.966622 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287fd7b-0d77-48aa-9009-c13fd51e74d8 req-a51a4cf9-1086-4412-9052-a83e7bba1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:03.968045 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7287fd7b-0d77-48aa-9009-c13fd51e74d8 req-a51a4cf9-1086-4412-9052-a83e7bba1c2a service neutron] 10.222.0.21 "GET /v2.0/networks?id=01a861b8-fd34-499e-b00f-62278e422b54 HTTP/1.1" status: 200 len: 911 time: 0.1966240 Oct 12 18:48:03.978747 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd056a9d-56dd-44b4-8c4d-c21aec3e9f10 req-539dcd70-3380-423a-ba60-cb9fbf9c476e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:03.980043 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cd056a9d-56dd-44b4-8c4d-c21aec3e9f10 req-539dcd70-3380-423a-ba60-cb9fbf9c476e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e169c64-1553-4025-8cf9-96cfe11d06bd HTTP/1.1" status: 200 len: 856 time: 0.0626287 Oct 12 18:48:04.090896 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7287fd7b-0d77-48aa-9009-c13fd51e74d8 req-0d139043-c876-4b8c-a2f5-92a7f5f674e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39d8134f-72c7-47ae-b5d2-c205eef0e082 HTTP/1.1" status: 200 len: 1000 time: 0.0870421 Oct 12 18:48:04.093426 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd056a9d-56dd-44b4-8c4d-c21aec3e9f10 req-932071c1-47e0-4581-9802-430c393244be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:04.094813 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cd056a9d-56dd-44b4-8c4d-c21aec3e9f10 req-932071c1-47e0-4581-9802-430c393244be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852413 Oct 12 18:48:04.212661 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287fd7b-0d77-48aa-9009-c13fd51e74d8 req-30608e03-3290-43a2-9d87-3204a1c67edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:04.214134 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7287fd7b-0d77-48aa-9009-c13fd51e74d8 req-30608e03-3290-43a2-9d87-3204a1c67edd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59e05615-d974-4962-bb16-1d78f8acc32c HTTP/1.1" status: 200 len: 849 time: 0.0959775 Oct 12 18:48:04.265562 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cd056a9d-56dd-44b4-8c4d-c21aec3e9f10 req-805ff467-977e-48ad-8fa3-968f939bc6f7 service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399326 Oct 12 18:48:04.276404 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287fd7b-0d77-48aa-9009-c13fd51e74d8 req-542a5be5-4399-47d8-9395-10c58e88ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:04.277777 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7287fd7b-0d77-48aa-9009-c13fd51e74d8 req-542a5be5-4399-47d8-9395-10c58e88ab53 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01a861b8-fd34-499e-b00f-62278e422b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498383 Oct 12 18:48:04.435443 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cd056a9d-56dd-44b4-8c4d-c21aec3e9f10 req-8f31c18e-ae8e-470f-9310-a425752830b1 service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552629 Oct 12 18:48:04.438779 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7287fd7b-0d77-48aa-9009-c13fd51e74d8 req-816e3875-2863-4291-bbea-16cfaeb1dca5 service neutron] 10.222.0.21 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421616 Oct 12 18:48:04.554081 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7287fd7b-0d77-48aa-9009-c13fd51e74d8 req-563483c7-7a78-4420-9792-fbce0c12795b service neutron] 10.222.0.21 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899444 Oct 12 18:48:04.904389 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fbde3-3c9e-4ef9-af50-35461a645ac9 req-863efb07-21cf-4101-bc76-bb259a69d59d tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:04.906342 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9d2fbde3-3c9e-4ef9-af50-35461a645ac9 req-863efb07-21cf-4101-bc76-bb259a69d59d tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0595932 Oct 12 18:48:04.947115 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9d2fbde3-3c9e-4ef9-af50-35461a645ac9 req-bcc8aecb-2c8d-4863-b8f4-7928d212c1d4 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327742 Oct 12 18:48:06.072075 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc2281-d3eb-46bf-b846-218113f82e09 req-fc3e8ba3-3fb3-47e0-a4d5-76ec4f3e2f83 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:06.073826 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-aecc2281-d3eb-46bf-b846-218113f82e09 req-fc3e8ba3-3fb3-47e0-a4d5-76ec4f3e2f83 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0547721 Oct 12 18:48:06.112925 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-aecc2281-d3eb-46bf-b846-218113f82e09 req-a6454316-2861-49b0-9dc8-b9cd2def42f8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322561 Oct 12 18:48:06.385420 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 34610) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:06.392173 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 34614) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:06.506403 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5900f449-bac9-4ba5-84b2-d3cfdaae9b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:06.612212 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5900f449-bac9-4ba5-84b2-d3cfdaae9b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:06.617177 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5900f449-bac9-4ba5-84b2-d3cfdaae9b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:06.665637 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a47b8106-561c-4bca-bb27-2e7fa8f192e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:06.683542 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-5900f449-bac9-4ba5-84b2-d3cfdaae9b7c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f8db3fd1998448b8c005b02e8aa8a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969682 Oct 12 18:48:06.686223 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 34628) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:06.689128 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900f449-bac9-4ba5-84b2-d3cfdaae9b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fb94b9-4ca6-4c6c-95a3-54d7a9ce399e,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:06.739953 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b83c1b54-37e6-4fae-a09b-f0fea609ce71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:06.762126 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b83c1b54-37e6-4fae-a09b-f0fea609ce71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:06.763684 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a47b8106-561c-4bca-bb27-2e7fa8f192e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:06.782729 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a47b8106-561c-4bca-bb27-2e7fa8f192e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:06.817838 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b83c1b54-37e6-4fae-a09b-f0fea609ce71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:06.820869 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b83c1b54-37e6-4fae-a09b-f0fea609ce71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:06.825632 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-b83c1b54-37e6-4fae-a09b-f0fea609ce71 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/09fb94b9-4ca6-4c6c-95a3-54d7a9ce399e HTTP/1.1" status: 204 len: 168 time: 0.1383250 Oct 12 18:48:06.832711 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-a47b8106-561c-4bca-bb27-2e7fa8f192e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e2d664954ff94d89b5c1f79455a7ad2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386024 Oct 12 18:48:06.834582 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 34640) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:06.835228 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b8106-561c-4bca-bb27-2e7fa8f192e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d39091-a150-4544-b57d-99720a3ebf93,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:06.835542 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c1b54-37e6-4fae-a09b-f0fea609ce71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fb94b9-4ca6-4c6c-95a3-54d7a9ce399e,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:06.888549 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad090-9671-41ad-9abd-a0cb1cc2bb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:06.912168 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad090-9671-41ad-9abd-a0cb1cc2bb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:06.976293 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad090-9671-41ad-9abd-a0cb1cc2bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:06.978822 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad090-9671-41ad-9abd-a0cb1cc2bb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:06.979992 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-aa5ad090-9671-41ad-9abd-a0cb1cc2bb12 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0d39091-a150-4544-b57d-99720a3ebf93 HTTP/1.1" status: 204 len: 168 time: 0.1424701 Oct 12 18:48:06.988429 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ad090-9671-41ad-9abd-a0cb1cc2bb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d39091-a150-4544-b57d-99720a3ebf93,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:07.236502 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b07fbd-913a-44a9-9506-61908af52705 req-d97b9a0d-7504-43ee-9cf6-d82118f80817 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:07.238095 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-23b07fbd-913a-44a9-9506-61908af52705 req-d97b9a0d-7504-43ee-9cf6-d82118f80817 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0507593 Oct 12 18:48:07.281379 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-23b07fbd-913a-44a9-9506-61908af52705 req-8416dcbb-a881-4a02-b19a-0316026afaf2 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358245 Oct 12 18:48:07.355018 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 34668) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:07.368571 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b9505333-ca6c-4334-a487-e4ebe03abcd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:07.445978 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b9505333-ca6c-4334-a487-e4ebe03abcd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:07.451946 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b9505333-ca6c-4334-a487-e4ebe03abcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:07.491610 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-b9505333-ca6c-4334-a487-e4ebe03abcd1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=27040b59598741c4b818790780a9d3ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1355202 Oct 12 18:48:07.492682 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9505333-ca6c-4334-a487-e4ebe03abcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cce7073-5ecc-4c6d-a3b2-a66af8e02770,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:07.494598 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 34676) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:07.549684 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7333e2b8-a1eb-4eec-9b7d-34eefda50469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:07.572900 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7333e2b8-a1eb-4eec-9b7d-34eefda50469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:07.644841 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7333e2b8-a1eb-4eec-9b7d-34eefda50469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:07.647798 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7333e2b8-a1eb-4eec-9b7d-34eefda50469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:07.651093 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-7333e2b8-a1eb-4eec-9b7d-34eefda50469 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3cce7073-5ecc-4c6d-a3b2-a66af8e02770 HTTP/1.1" status: 204 len: 168 time: 0.1530194 Oct 12 18:48:07.664081 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333e2b8-a1eb-4eec-9b7d-34eefda50469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cce7073-5ecc-4c6d-a3b2-a66af8e02770,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:07.971381 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 34706) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:08.102446 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4aaa515b-af80-4e0b-8175-0ce2c0e05426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.202065 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4aaa515b-af80-4e0b-8175-0ce2c0e05426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.211725 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4aaa515b-af80-4e0b-8175-0ce2c0e05426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.254383 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-4aaa515b-af80-4e0b-8175-0ce2c0e05426 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dccb35caa18b4a37ad78610f76db2baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790687 Oct 12 18:48:08.254383 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa515b-af80-4e0b-8175-0ce2c0e05426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec942a8-f5cd-404e-8c29-5e59baa290a2,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:08.255774 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 34732) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:08.275887 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 34734) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:08.315243 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1969-8d4c-4756-a985-59132611d9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.316734 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 34738) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:08.343775 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c378c6-791a-4b7e-b92f-6d5761f25a81 admin admin] Deleting subnet 37646c6d-6aca-4129-92f9-8f6b9b553cd3 {{(pid=100617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:48:08.348240 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-74c378c6-791a-4b7e-b92f-6d5761f25a81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.361278 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1969-8d4c-4756-a985-59132611d9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.420239 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-74c378c6-791a-4b7e-b92f-6d5761f25a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5055536'] for subnet, precommit_delete_associations {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.429608 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1969-8d4c-4756-a985-59132611d9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.432833 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1969-8d4c-4756-a985-59132611d9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.437310 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-e1cf1969-8d4c-4756-a985-59132611d9a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ec942a8-f5cd-404e-8c29-5e59baa290a2 HTTP/1.1" status: 204 len: 168 time: 0.1800761 Oct 12 18:48:08.448884 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf1969-8d4c-4756-a985-59132611d9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec942a8-f5cd-404e-8c29-5e59baa290a2,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:08.474741 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b8dc8-f051-48f9-a6dc-0fc0938d53aa req-3bcba5a6-31d5-44e6-aa5c-0601f5dc2984 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:08.476430 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-305b8dc8-f051-48f9-a6dc-0fc0938d53aa req-3bcba5a6-31d5-44e6-aa5c-0601f5dc2984 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.1008124 Oct 12 18:48:08.492824 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-74c378c6-791a-4b7e-b92f-6d5761f25a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785012'] for subnet, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.499920 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bdf409c6-ac7c-4b6b-ac8c-aeb6fa8864f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.572371 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-305b8dc8-f051-48f9-a6dc-0fc0938d53aa req-b3a1b64f-537e-4cc2-8119-b69dbff6e790 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806735 Oct 12 18:48:08.585904 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-74c378c6-791a-4b7e-b92f-6d5761f25a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5055686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4759567'] for subnet, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.618000 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bdf409c6-ac7c-4b6b-ac8c-aeb6fa8864f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.618540 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c378c6-791a-4b7e-b92f-6d5761f25a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37646c6d-6aca-4129-92f9-8f6b9b553cd3,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:08.620691 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-74c378c6-791a-4b7e-b92f-6d5761f25a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.626273 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-74c378c6-791a-4b7e-b92f-6d5761f25a81 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/37646c6d-6aca-4129-92f9-8f6b9b553cd3 HTTP/1.1" status: 204 len: 168 time: 0.3469179 Oct 12 18:48:08.626687 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 34754) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:08.634856 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bdf409c6-ac7c-4b6b-ac8c-aeb6fa8864f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.715015 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-bdf409c6-ac7c-4b6b-ac8c-aeb6fa8864f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=26faabe79046423ab29c1a8d47398b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970048 Oct 12 18:48:08.717787 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 34758) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:08.725924 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf409c6-ac7c-4b6b-ac8c-aeb6fa8864f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8c27b5-2506-473e-b489-72ad1ebe2754,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:08.743206 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656927'] for network, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.800042 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-261e8dd7-bb5a-49cf-8b2f-e13046b0358b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.828908 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-261e8dd7-bb5a-49cf-8b2f-e13046b0358b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.838726 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721551', 'neutron.services.segments.db._delete_segments_for_network-8753793662980'] for network, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.855204 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 34762) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:08.875093 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-82709860-6646-4653-becb-662e0d6b9cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.878522 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:48:08.878928 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:48:08.880170 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:48:08.880528 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Subscribe: > port after_create 55550000 {{(pid=100618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:48:08.880871 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Subscribe: > port after_delete 55550000 {{(pid=100618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:48:08.881209 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Subscribe: > port after_update 55550000 {{(pid=100618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:48:08.881559 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:48:08.881881 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:48:08.882202 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:48:08.882524 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:48:08.887531 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-261e8dd7-bb5a-49cf-8b2f-e13046b0358b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.890513 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-261e8dd7-bb5a-49cf-8b2f-e13046b0358b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.891639 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-261e8dd7-bb5a-49cf-8b2f-e13046b0358b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d8c27b5-2506-473e-b489-72ad1ebe2754 HTTP/1.1" status: 204 len: 168 time: 0.1728199 Oct 12 18:48:08.902816 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e8dd7-bb5a-49cf-8b2f-e13046b0358b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8c27b5-2506-473e-b489-72ad1ebe2754,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:08.994520 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:48:08.995086 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:48:08.995552 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:48:08.995884 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:48:08.996256 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9077f3aa-a11a-471b-bb7f-52e64a2e64f6']}} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:09.030540 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394fd96a-18ee-4551-b858-47c5fa5859ca') {'for_net_delete': True} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:09.031060 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394fd96a-18ee-4551-b858-47c5fa5859ca') {} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:09.058144 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753793662477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4565163'] for segment, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.101113 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.116446 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=100618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:48:09.117072 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4876658'] for segment, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: from cryptography.utils import int_from_bytes Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: from cryptography.utils import int_from_bytes Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: Traceback (most recent call last): Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: timer() Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: cb(*args, **kw) Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: return func(*args, **kwargs) Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: self._notify() Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: self.callback(batched_events) Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: event.method(event) Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: return f(self, *a, **k) Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: return self._get(url).json() Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: return self.request(url, 'GET', **kwargs) Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:48:09.122669 dv-cinder-813229-2-iscsi neutron-server[100618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:48:09.212188 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7932349'] for network, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.229323 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-82709860-6646-4653-becb-662e0d6b9cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.232246 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.235892 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] 10.222.0.66 "DELETE /v2.0/networks/9077f3aa-a11a-471b-bb7f-52e64a2e64f6 HTTP/1.1" status: 204 len: 168 time: 0.6081705 Oct 12 18:48:09.239095 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 34782) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:09.245752 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-82709860-6646-4653-becb-662e0d6b9cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.249468 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36309e2-bd16-455c-baf0-d0a172093dfe admin admin] Pushing event deleted for resources: {'Network': ['ID=9077f3aa-a11a-471b-bb7f-52e64a2e64f6,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:09.285813 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82709860-6646-4653-becb-662e0d6b9cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40a5fc5-2871-43d8-813c-9a1f90cc7fd4,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:09.290160 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-82709860-6646-4653-becb-662e0d6b9cad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f09a69ccf54a4aa89c2c0dc2a238c3e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4339757 Oct 12 18:48:09.292787 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 34784) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:09.311742 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16a6d9a-3327-4fe3-a320-e9901308ea37 admin admin] Deleting subnet 07be4602-2577-402f-963c-336214c93240 {{(pid=100617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:48:09.317218 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a16a6d9a-3327-4fe3-a320-e9901308ea37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.361665 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a16a6d9a-3327-4fe3-a320-e9901308ea37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5055536'] for subnet, precommit_delete_associations {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.369678 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0e46cd95-2d7b-474e-9ce2-1f56f4de7ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.392424 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0e46cd95-2d7b-474e-9ce2-1f56f4de7ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.413641 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a16a6d9a-3327-4fe3-a320-e9901308ea37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785012'] for subnet, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.450895 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0e46cd95-2d7b-474e-9ce2-1f56f4de7ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.455181 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0e46cd95-2d7b-474e-9ce2-1f56f4de7ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.461613 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-0e46cd95-2d7b-474e-9ce2-1f56f4de7ed1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d40a5fc5-2871-43d8-813c-9a1f90cc7fd4 HTTP/1.1" status: 204 len: 168 time: 0.1660390 Oct 12 18:48:09.470672 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46cd95-2d7b-474e-9ce2-1f56f4de7ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40a5fc5-2871-43d8-813c-9a1f90cc7fd4,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:09.479464 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a16a6d9a-3327-4fe3-a320-e9901308ea37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5055686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4759567'] for subnet, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.507403 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a6d9a-3327-4fe3-a320-e9901308ea37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07be4602-2577-402f-963c-336214c93240,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:09.518926 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a16a6d9a-3327-4fe3-a320-e9901308ea37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.522399 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-a16a6d9a-3327-4fe3-a320-e9901308ea37 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/07be4602-2577-402f-963c-336214c93240 HTTP/1.1" status: 204 len: 168 time: 0.2814686 Oct 12 18:48:09.524763 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 34800) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:09.612189 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-85de217d-a777-4a30-9df6-853840d71a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656927'] for network, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.734033 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-85de217d-a777-4a30-9df6-853840d71a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721551', 'neutron.services.segments.db._delete_segments_for_network-8753793662980'] for network, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.757041 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9f852-ce46-4a06-b33d-c434d6b56340 req-6b2824cb-2626-48f2-b885-c507e38caff7 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:09.758560 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2e9f852-ce46-4a06-b33d-c434d6b56340 req-6b2824cb-2626-48f2-b885-c507e38caff7 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.1254010 Oct 12 18:48:09.768426 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-85de217d-a777-4a30-9df6-853840d71a32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac4ca5d-957d-4651-8cbf-9f440226d374']}} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:09.793337 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-85de217d-a777-4a30-9df6-853840d71a32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03cd840-1c1a-4c7b-8bf9-2955c2e221c6') {'for_net_delete': True} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:09.793656 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-85de217d-a777-4a30-9df6-853840d71a32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03cd840-1c1a-4c7b-8bf9-2955c2e221c6') {} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:09.805946 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-85de217d-a777-4a30-9df6-853840d71a32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753793662477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5055547'] for segment, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.833756 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2e9f852-ce46-4a06-b33d-c434d6b56340 req-86ffdc9f-620a-480f-aa7b-f03e936c9cb1 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690906 Oct 12 18:48:09.834733 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-85de217d-a777-4a30-9df6-853840d71a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.841582 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85de217d-a777-4a30-9df6-853840d71a32 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=100617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:48:09.842043 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-85de217d-a777-4a30-9df6-853840d71a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5055256'] for segment, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: Traceback (most recent call last): Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: timer() Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: cb(*args, **kw) Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: return func(*args, **kwargs) Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: self._notify() Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: self.callback(batched_events) Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: event.method(event) Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: return f(self, *a, **k) Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: return self._get(url).json() Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: return self.request(url, 'GET', **kwargs) Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:48:09.843813 dv-cinder-813229-2-iscsi neutron-server[100617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:48:09.923478 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-85de217d-a777-4a30-9df6-853840d71a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7932349'] for network, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.928406 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-85de217d-a777-4a30-9df6-853840d71a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:09.931912 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-85de217d-a777-4a30-9df6-853840d71a32 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0ac4ca5d-957d-4651-8cbf-9f440226d374 HTTP/1.1" status: 204 len: 168 time: 0.4061775 Oct 12 18:48:09.945171 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de217d-a777-4a30-9df6-853840d71a32 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ac4ca5d-957d-4651-8cbf-9f440226d374,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:10.088345 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 34844) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:10.131954 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-3b61cb39-96e9-4152-bce5-ccf49b343c0e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e6c3bf6811314a569934224af169fa5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423663 Oct 12 18:48:10.134282 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 34852) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:10.201308 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8b18628e-11a4-4296-9349-f16152ecf094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:10.234957 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8b18628e-11a4-4296-9349-f16152ecf094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:10.289533 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8b18628e-11a4-4296-9349-f16152ecf094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:10.292257 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8b18628e-11a4-4296-9349-f16152ecf094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:10.296251 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-8b18628e-11a4-4296-9349-f16152ecf094 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c89dbc4e-77b0-40e0-9503-c2f28b7d5c22 HTTP/1.1" status: 204 len: 168 time: 0.1608419 Oct 12 18:48:10.305421 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18628e-11a4-4296-9349-f16152ecf094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89dbc4e-77b0-40e0-9503-c2f28b7d5c22,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:10.566287 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 34872) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:10.644320 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:48:10.739215 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 34880) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:10.781962 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 34882) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:10.782380 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-dd2dc68c-677b-4982-95c0-bb637d5347ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0376b2751c3940ddbd446a06621c638b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416777 Oct 12 18:48:10.832614 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-048c0367-3b6d-4977-985a-c7ee12b66441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:10.854368 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-048c0367-3b6d-4977-985a-c7ee12b66441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:10.897671 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-efe2adaa-253b-474b-ad73-828052df15ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:10.939038 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-048c0367-3b6d-4977-985a-c7ee12b66441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:10.942793 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-048c0367-3b6d-4977-985a-c7ee12b66441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:10.945990 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-048c0367-3b6d-4977-985a-c7ee12b66441 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f709c6c-5276-40ef-9dcf-173013343942 HTTP/1.1" status: 204 len: 168 time: 0.1608131 Oct 12 18:48:10.954154 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 34890) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:10.963855 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c0367-3b6d-4977-985a-c7ee12b66441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f709c6c-5276-40ef-9dcf-173013343942,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:11.045043 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-efe2adaa-253b-474b-ad73-828052df15ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:11.058387 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13ed87-3c0c-4064-9f29-27718d883299 req-0626f172-2139-4efd-b1de-b90cd0fee056 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:11.059882 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5f13ed87-3c0c-4064-9f29-27718d883299 req-0626f172-2139-4efd-b1de-b90cd0fee056 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0842402 Oct 12 18:48:11.060502 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-efe2adaa-253b-474b-ad73-828052df15ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:11.123292 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-efe2adaa-253b-474b-ad73-828052df15ed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e64819ca815f402b94e686aef5b9d845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5552952 Oct 12 18:48:11.126059 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 34898) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:11.132623 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2adaa-253b-474b-ad73-828052df15ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1985c02a-680b-4cb6-87c2-0b079a76291c,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:11.141274 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5f13ed87-3c0c-4064-9f29-27718d883299 req-d170b740-db0c-4256-8e3d-9cfa64ada4a4 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657754 Oct 12 18:48:11.202721 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ca05600d-c5e3-4cfb-b3e5-5112e74ab6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:11.257762 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ca05600d-c5e3-4cfb-b3e5-5112e74ab6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:11.292214 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b6f28d06-d690-410f-88cb-1262ad684b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:11.356833 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ca05600d-c5e3-4cfb-b3e5-5112e74ab6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:11.359612 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ca05600d-c5e3-4cfb-b3e5-5112e74ab6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:11.360904 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-ca05600d-c5e3-4cfb-b3e5-5112e74ab6b1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1985c02a-680b-4cb6-87c2-0b079a76291c HTTP/1.1" status: 204 len: 168 time: 0.2331040 Oct 12 18:48:11.382314 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05600d-c5e3-4cfb-b3e5-5112e74ab6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1985c02a-680b-4cb6-87c2-0b079a76291c,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:11.434625 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b6f28d06-d690-410f-88cb-1262ad684b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:11.439586 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b6f28d06-d690-410f-88cb-1262ad684b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:11.483424 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-b6f28d06-d690-410f-88cb-1262ad684b56 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=929ce44f2bd64d8a8063835051d34deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5257370 Oct 12 18:48:11.483707 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 34920) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:11.485673 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f28d06-d690-410f-88cb-1262ad684b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f764b7-8269-4c65-abe5-4eb2d6a2876e,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:11.538234 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b38a92a9-771f-407a-8b91-81b9141f46ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:11.564134 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b38a92a9-771f-407a-8b91-81b9141f46ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:11.616379 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b38a92a9-771f-407a-8b91-81b9141f46ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:11.619402 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b38a92a9-771f-407a-8b91-81b9141f46ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:11.620555 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-b38a92a9-771f-407a-8b91-81b9141f46ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28f764b7-8269-4c65-abe5-4eb2d6a2876e HTTP/1.1" status: 204 len: 168 time: 0.1358404 Oct 12 18:48:11.629806 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a92a9-771f-407a-8b91-81b9141f46ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f764b7-8269-4c65-abe5-4eb2d6a2876e,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:11.767158 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 34930) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:11.781542 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-da90ec22-9330-4d4f-a9a4-2c1387c9f14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:11.875093 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-da90ec22-9330-4d4f-a9a4-2c1387c9f14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:11.881060 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-da90ec22-9330-4d4f-a9a4-2c1387c9f14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:11.930003 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-da90ec22-9330-4d4f-a9a4-2c1387c9f14d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a99d7b1d8a3d442dbf11c0d7fdcb9787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615632 Oct 12 18:48:11.930971 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 34934) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:11.934263 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90ec22-9330-4d4f-a9a4-2c1387c9f14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2739fa2a-fd81-4303-a917-3b95bbfead3d,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:11.998348 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-68cc512e-f25c-4604-b7e8-b033041e1b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:12.024099 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-68cc512e-f25c-4604-b7e8-b033041e1b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:12.093226 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-68cc512e-f25c-4604-b7e8-b033041e1b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:12.096217 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-68cc512e-f25c-4604-b7e8-b033041e1b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:12.097460 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-68cc512e-f25c-4604-b7e8-b033041e1b45 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2739fa2a-fd81-4303-a917-3b95bbfead3d HTTP/1.1" status: 204 len: 168 time: 0.1652985 Oct 12 18:48:12.116434 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc512e-f25c-4604-b7e8-b033041e1b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2739fa2a-fd81-4303-a917-3b95bbfead3d,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:12.271505 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72099881-6009-4c49-9acc-d8949d3f6a48 req-48f2da2c-f736-4cf5-866e-3f1d2853650d tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:12.273008 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-72099881-6009-4c49-9acc-d8949d3f6a48 req-48f2da2c-f736-4cf5-866e-3f1d2853650d tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0561848 Oct 12 18:48:12.317873 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-72099881-6009-4c49-9acc-d8949d3f6a48 req-68e03e87-815b-406e-a423-1c83f5e59207 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353296 Oct 12 18:48:12.668380 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d325fbd-2542-4d70-a890-fa0ae62e5917 req-9f03c788-efa3-404b-aa5a-d0b844d88272 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:12.670502 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0d325fbd-2542-4d70-a890-fa0ae62e5917 req-9f03c788-efa3-404b-aa5a-d0b844d88272 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 946 time: 0.0667224 Oct 12 18:48:12.718880 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0d325fbd-2542-4d70-a890-fa0ae62e5917 req-6d3ba773-cc0e-4f09-b8a8-fe6154141e7b tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422819 Oct 12 18:48:13.450802 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e9307-a67d-4ba3-b590-5e2ff1ed6058 req-d327afc4-f653-4e07-8d62-b79ce92e6fe5 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:13.452187 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ca2e9307-a67d-4ba3-b590-5e2ff1ed6058 req-d327afc4-f653-4e07-8d62-b79ce92e6fe5 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0473926 Oct 12 18:48:13.493116 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ca2e9307-a67d-4ba3-b590-5e2ff1ed6058 req-17a1110e-87ed-4f7a-94f8-82ae72f88009 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337422 Oct 12 18:48:13.838825 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e359a44-56a0-4514-85ab-28048aa660d6 req-9af2be48-6996-45b3-bc65-fa26f023d006 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:13.841316 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3e359a44-56a0-4514-85ab-28048aa660d6 req-9af2be48-6996-45b3-bc65-fa26f023d006 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 946 time: 0.0511599 Oct 12 18:48:13.882565 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3e359a44-56a0-4514-85ab-28048aa660d6 req-09f91018-a3fe-4fad-b1f2-db2475d7849e tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313458 Oct 12 18:48:14.606612 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a95f9-d560-4dcb-b107-37c000869e66 req-b46dab6d-b906-47bd-a8f5-12542b3178b4 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:14.608053 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5e7a95f9-d560-4dcb-b107-37c000869e66 req-b46dab6d-b906-47bd-a8f5-12542b3178b4 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0471966 Oct 12 18:48:14.644008 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5e7a95f9-d560-4dcb-b107-37c000869e66 req-d4b41238-50f9-4a96-b880-00290e559335 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296056 Oct 12 18:48:14.995089 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b476506-588d-4b74-adb1-bc744e8501db req-5e68b1e7-0437-4a38-9420-5f0b3ec389fe tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:14.996503 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4b476506-588d-4b74-adb1-bc744e8501db req-5e68b1e7-0437-4a38-9420-5f0b3ec389fe tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 946 time: 0.0483057 Oct 12 18:48:15.032820 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4b476506-588d-4b74-adb1-bc744e8501db req-ac0ac9b0-0077-4665-af64-e65e9b434c78 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303912 Oct 12 18:48:17.850420 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 35112) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:17.955034 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-49e8b5aa-3b0c-488d-bdc4-3a09704b6801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:18.037644 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-49e8b5aa-3b0c-488d-bdc4-3a09704b6801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:18.041160 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-49e8b5aa-3b0c-488d-bdc4-3a09704b6801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:18.295004 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-49e8b5aa-3b0c-488d-bdc4-3a09704b6801 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dd23046638784012b6d398136bd80b59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4434507 Oct 12 18:48:18.295776 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8b5aa-3b0c-488d-bdc4-3a09704b6801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a29d16-3349-4e59-8603-dc77771a9bca,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:18.297580 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 35118) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:18.346563 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0f06f209-681a-4066-bce3-e116aa223712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:18.367363 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0f06f209-681a-4066-bce3-e116aa223712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:18.412927 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0f06f209-681a-4066-bce3-e116aa223712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:18.415403 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0f06f209-681a-4066-bce3-e116aa223712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:18.416538 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-0f06f209-681a-4066-bce3-e116aa223712 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55a29d16-3349-4e59-8603-dc77771a9bca HTTP/1.1" status: 204 len: 168 time: 0.1174378 Oct 12 18:48:18.423756 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06f209-681a-4066-bce3-e116aa223712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a29d16-3349-4e59-8603-dc77771a9bca,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:18.670159 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 35126) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:18.683333 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e1120ce0-87ab-44f4-8a24-814ba050d0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:18.757999 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e1120ce0-87ab-44f4-8a24-814ba050d0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:18.761628 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e1120ce0-87ab-44f4-8a24-814ba050d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:18.798136 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-e1120ce0-87ab-44f4-8a24-814ba050d0e2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74e6783605cc40a1b8ac2a6cb2c72790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1269519 Oct 12 18:48:18.798951 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1120ce0-87ab-44f4-8a24-814ba050d0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b693e827-4420-4bf7-b64b-962f0211f8e8,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:18.800914 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 35128) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:18.850366 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4ea470ad-1208-41f7-94a6-dc5e0fa6b65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:18.870362 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4ea470ad-1208-41f7-94a6-dc5e0fa6b65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:18.914916 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4ea470ad-1208-41f7-94a6-dc5e0fa6b65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:18.917408 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4ea470ad-1208-41f7-94a6-dc5e0fa6b65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:18.918499 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-4ea470ad-1208-41f7-94a6-dc5e0fa6b65e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b693e827-4420-4bf7-b64b-962f0211f8e8 HTTP/1.1" status: 204 len: 168 time: 0.1160796 Oct 12 18:48:18.925955 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea470ad-1208-41f7-94a6-dc5e0fa6b65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b693e827-4420-4bf7-b64b-962f0211f8e8,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:19.132424 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441be4ec-f8e0-4221-a5a1-137af3c44756 req-f1e46213-734d-4f8e-aded-4c96b3c6f913 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:19.134338 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-441be4ec-f8e0-4221-a5a1-137af3c44756 req-f1e46213-734d-4f8e-aded-4c96b3c6f913 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0524695 Oct 12 18:48:19.203999 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-441be4ec-f8e0-4221-a5a1-137af3c44756 req-37a28233-f3e5-4e2b-ac7f-3ff6f112353c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632939 Oct 12 18:48:19.219839 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226b69e-893a-4d99-9510-836b5a68a4f7 req-4f681267-e3af-496f-b742-ea27e0c9caa7 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:19.219839 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9226b69e-893a-4d99-9510-836b5a68a4f7 req-4f681267-e3af-496f-b742-ea27e0c9caa7 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 946 time: 0.0715675 Oct 12 18:48:19.256773 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9226b69e-893a-4d99-9510-836b5a68a4f7 req-4a318a1d-36e6-4042-a2e0-bafa19882c9a tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313175 Oct 12 18:48:20.458665 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843bad1-f04a-40e0-bcb1-0c153270cf3a req-9e6c2d87-5e55-423b-9a14-4c6792ed7ad6 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:20.460233 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6843bad1-f04a-40e0-bcb1-0c153270cf3a req-9e6c2d87-5e55-423b-9a14-4c6792ed7ad6 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0843272 Oct 12 18:48:20.474617 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8714adb-37f5-41cb-a454-200a52740b06 req-23cffeb2-fbdf-486d-ae8d-e0c5e6043d5b tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:20.476368 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8714adb-37f5-41cb-a454-200a52740b06 req-23cffeb2-fbdf-486d-ae8d-e0c5e6043d5b tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 946 time: 0.0741045 Oct 12 18:48:20.542507 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6843bad1-f04a-40e0-bcb1-0c153270cf3a req-931e8e53-742b-44b8-9b3a-80fb6136117b tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621872 Oct 12 18:48:20.553985 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8714adb-37f5-41cb-a454-200a52740b06 req-e05910cb-ef33-4001-9184-85e33dfde0c3 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/security-groups?id=4723f2fb-c67a-4bc6-8380-8c0ccfa51529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613275 Oct 12 18:48:20.675603 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083da82-a0b9-4234-bda2-999bc8c5af34 req-3addb3b0-ac3b-4aea-b3c7-4c5700645a75 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:20.677872 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e083da82-a0b9-4234-bda2-999bc8c5af34 req-3addb3b0-ac3b-4aea-b3c7-4c5700645a75 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 946 time: 0.0484457 Oct 12 18:48:20.724172 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 35182) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:20.803797 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-e083da82-a0b9-4234-bda2-999bc8c5af34 req-d19e81ce-3c21-461f-b4cf-76f89d28de6d tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Deleting port cc3287e6-741c-4688-bda5-17d394cae8bd {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:48:20.804146 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e083da82-a0b9-4234-bda2-999bc8c5af34 req-d19e81ce-3c21-461f-b4cf-76f89d28de6d tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:20.830837 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-58ad109d-9026-4b49-9f54-1ebd7da9b9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:20.894196 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-e083da82-a0b9-4234-bda2-999bc8c5af34 req-d19e81ce-3c21-461f-b4cf-76f89d28de6d tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] For port cc3287e6-741c-4688-bda5-17d394cae8bd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc3287e6-741c-4688-bda5-17d394cae8bd,segment=NetworkSegment(affc05d4-d4d8-4c69-bd62-5888085105f3),segment_id=affc05d4-d4d8-4c69-bd62-5888085105f3)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:20.894494 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e083da82-a0b9-4234-bda2-999bc8c5af34 req-d19e81ce-3c21-461f-b4cf-76f89d28de6d tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:20.906043 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-58ad109d-9026-4b49-9f54-1ebd7da9b9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:20.910168 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-58ad109d-9026-4b49-9f54-1ebd7da9b9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:20.914135 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-e083da82-a0b9-4234-bda2-999bc8c5af34 req-d19e81ce-3c21-461f-b4cf-76f89d28de6d tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Calling delete_port for cc3287e6-741c-4688-bda5-17d394cae8bd owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:48:20.948107 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-58ad109d-9026-4b49-9f54-1ebd7da9b9df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=196577ba7cc34919b2c2252aafe2371c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227764 Oct 12 18:48:20.948965 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad109d-9026-4b49-9f54-1ebd7da9b9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5dd318-7180-4033-9dff-38135e82426f,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:20.951263 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 35186) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:21.001934 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-af27976f-fca8-47ed-a21f-4b767be70b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:21.026056 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-af27976f-fca8-47ed-a21f-4b767be70b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:21.078982 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-af27976f-fca8-47ed-a21f-4b767be70b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:21.082045 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-af27976f-fca8-47ed-a21f-4b767be70b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:21.082187 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e083da82-a0b9-4234-bda2-999bc8c5af34 req-d19e81ce-3c21-461f-b4cf-76f89d28de6d tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:21.084197 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-af27976f-fca8-47ed-a21f-4b767be70b95 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c5dd318-7180-4033-9dff-38135e82426f HTTP/1.1" status: 204 len: 168 time: 0.1319852 Oct 12 18:48:21.097704 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27976f-fca8-47ed-a21f-4b767be70b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5dd318-7180-4033-9dff-38135e82426f,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:21.113930 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e81ce-3c21-461f-b4cf-76f89d28de6d tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Pushing event deleted for resources: {'Port': ['ID=cc3287e6-741c-4688-bda5-17d394cae8bd,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:21.174941 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-e083da82-a0b9-4234-bda2-999bc8c5af34 req-d19e81ce-3c21-461f-b4cf-76f89d28de6d tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] No DVR routers for this DVR port cc3287e6-741c-4688-bda5-17d394cae8bd on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:48:21.178927 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e083da82-a0b9-4234-bda2-999bc8c5af34 req-d19e81ce-3c21-461f-b4cf-76f89d28de6d tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:21.182589 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e083da82-a0b9-4234-bda2-999bc8c5af34 req-d19e81ce-3c21-461f-b4cf-76f89d28de6d tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.21 "DELETE /v2.0/ports/cc3287e6-741c-4688-bda5-17d394cae8bd HTTP/1.1" status: 204 len: 173 time: 0.4969418 Oct 12 18:48:21.183036 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94becfe-352f-4f46-89e8-605e26eeafb9', 'name': 'network-vif-deleted', 'tag': 'cc3287e6-741c-4688-bda5-17d394cae8bd'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:48:21.185287 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122bd9cf-91f7-4f55-973c-ab87ff3c887e" -d '{"events": [{"server_uuid": "c94becfe-352f-4f46-89e8-605e26eeafb9", "name": "network-vif-deleted", "tag": "cc3287e6-741c-4688-bda5-17d394cae8bd"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:48:21.227729 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cd0099-856b-4513-b367-6d1a3fc3165b x-openstack-request-id: req-40cd0099-856b-4513-b367-6d1a3fc3165b {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:48:21.228044 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94becfe-352f-4f46-89e8-605e26eeafb9", "name": "network-vif-deleted", "tag": "cc3287e6-741c-4688-bda5-17d394cae8bd", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:48:21.228299 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-40cd0099-856b-4513-b367-6d1a3fc3165b {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:48:21.228744 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94becfe-352f-4f46-89e8-605e26eeafb9', 'name': 'network-vif-deleted', 'tag': 'cc3287e6-741c-4688-bda5-17d394cae8bd', 'status': 'completed', 'code': 200} Oct 12 18:48:21.374634 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 35206) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:21.388193 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4f390e6b-e0ff-45b9-8d8d-b44f6b124d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:21.465412 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4f390e6b-e0ff-45b9-8d8d-b44f6b124d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:21.468882 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4f390e6b-e0ff-45b9-8d8d-b44f6b124d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:21.506432 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-4f390e6b-e0ff-45b9-8d8d-b44f6b124d79 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e7077f5cadee4cc2876ebda10a3d04ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1307588 Oct 12 18:48:21.507514 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f390e6b-e0ff-45b9-8d8d-b44f6b124d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d48a2c-68f0-403c-88b8-4f7eb1bde108,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:21.509056 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 35208) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:21.559856 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8a30cfa7-1c84-444d-aed6-55aae39f6800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:21.584871 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8a30cfa7-1c84-444d-aed6-55aae39f6800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:21.629981 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8a30cfa7-1c84-444d-aed6-55aae39f6800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:21.632560 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8a30cfa7-1c84-444d-aed6-55aae39f6800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:21.633728 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-8a30cfa7-1c84-444d-aed6-55aae39f6800 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a1d48a2c-68f0-403c-88b8-4f7eb1bde108 HTTP/1.1" status: 204 len: 168 time: 0.1235101 Oct 12 18:48:21.641449 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30cfa7-1c84-444d-aed6-55aae39f6800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d48a2c-68f0-403c-88b8-4f7eb1bde108,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:22.279551 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 35238) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:22.374800 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-d37aadaf-20bd-416a-931b-35344e204eeb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1542949203-network', 'tenant_id': 'e61f9f2a997b4c65bcbd6907356539dc'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:22.394464 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37aadaf-20bd-416a-931b-35344e204eeb admin admin] Made reservation on behalf of e61f9f2a997b4c65bcbd6907356539dc for: {'network': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:48:22.397190 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d37aadaf-20bd-416a-931b-35344e204eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:22.405094 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d37aadaf-20bd-416a-931b-35344e204eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:22.477865 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d37aadaf-20bd-416a-931b-35344e204eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:22.481278 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d37aadaf-20bd-416a-931b-35344e204eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:22.505000 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37aadaf-20bd-416a-931b-35344e204eeb admin admin] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=100617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:48:22.514193 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37aadaf-20bd-416a-931b-35344e204eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb05b42-1d0e-40d5-ae2c-c061fc01731a,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:22.518827 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d37aadaf-20bd-416a-931b-35344e204eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:22.519158 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.segments_db [None req-d37aadaf-20bd-416a-931b-35344e204eeb admin admin] Added segment b6bfccc9-b9c0-4a99-853e-e108890260df of type vlan for network 3a7d6a7d-01fa-48ea-af8f-5c4ced65156d Oct 12 18:48:22.561705 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d37aadaf-20bd-416a-931b-35344e204eeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:22.586068 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d37aadaf-20bd-416a-931b-35344e204eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:22.586996 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37aadaf-20bd-416a-931b-35344e204eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:22.587578 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d37aadaf-20bd-416a-931b-35344e204eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:22.642458 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-d37aadaf-20bd-416a-931b-35344e204eeb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3618195 Oct 12 18:48:22.646095 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 35244) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:22.651120 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-3b19d19e-034b-47dd-abac-a8e7c1bf91ff admin admin] Request body: {'subnet': {'network_id': '3a7d6a7d-01fa-48ea-af8f-5c4ced65156d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1542949203-subnet', 'tenant_id': 'e61f9f2a997b4c65bcbd6907356539dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:22.653544 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37aadaf-20bd-416a-931b-35344e204eeb admin admin] Pushing event updated for resources: {'Network': ['ID=3a7d6a7d-01fa-48ea-af8f-5c4ced65156d,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:22.663781 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network 3a7d6a7d-01fa-48ea-af8f-5c4ced65156d details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:48:22.671394 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b19d19e-034b-47dd-abac-a8e7c1bf91ff admin admin] Made reservation on behalf of e61f9f2a997b4c65bcbd6907356539dc for: {'subnet': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:48:22.673658 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-3b19d19e-034b-47dd-abac-a8e7c1bf91ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4748900'] for subnet, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:22.836971 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-3b19d19e-034b-47dd-abac-a8e7c1bf91ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4878063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4748874'] for subnet, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:22.890103 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19d19e-034b-47dd-abac-a8e7c1bf91ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c23577-f536-4b4f-badf-4f5d109932df,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:22.897532 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b19d19e-034b-47dd-abac-a8e7c1bf91ff admin admin] Checking segment: {'id': 'b6bfccc9-b9c0-4a99-853e-e108890260df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3a7d6a7d-01fa-48ea-af8f-5c4ced65156d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:48:22.897887 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b19d19e-034b-47dd-abac-a8e7c1bf91ff admin admin] Network hostable DHCP agents. Network: 3a7d6a7d-01fa-48ea-af8f-5c4ced65156d, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:48:22.913746 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b19d19e-034b-47dd-abac-a8e7c1bf91ff admin admin] Network 3a7d6a7d-01fa-48ea-af8f-5c4ced65156d is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:48:22.922272 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-3b19d19e-034b-47dd-abac-a8e7c1bf91ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, 3a7d6a7d-01fa-48ea-af8f-5c4ced65156d) {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:48:22.926554 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b19d19e-034b-47dd-abac-a8e7c1bf91ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:22.927225 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-3b19d19e-034b-47dd-abac-a8e7c1bf91ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:22.931000 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fc35a1-7054-49a9-a974-71945a8fcf99 None None] Network 3a7d6a7d-01fa-48ea-af8f-5c4ced65156d requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:48:22.944436 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-3b19d19e-034b-47dd-abac-a8e7c1bf91ff admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2970672 Oct 12 18:48:23.060661 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86560dfe-fd4f-41a0-b3c6-1c6256db98d4 None None] Network 3a7d6a7d-01fa-48ea-af8f-5c4ced65156d requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:48:23.652441 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device cc3287e6-741c-4688-bda5-17d394cae8bd no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:48:23.672381 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: cc3287e6-741c-4688-bda5-17d394cae8bd {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:48:23.672956 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device cc3287e6-741c-4688-bda5-17d394cae8bd not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:48:24.417916 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c6717e82-0818-4ccf-be6c-2780ac0e56e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:26.627042 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4eaf99b4-6ab0-436a-aee0-6529e914143a req-e2442fb2-bdb6-4ef5-b516-78babf64dbc6 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 210 time: 0.0265005 Oct 12 18:48:26.672567 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaef11-924f-4d6d-899e-1711cfd28ca5 req-f664a256-0971-4947-b103-a352f67a9ba5 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:26.674057 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2fcaef11-924f-4d6d-899e-1711cfd28ca5 req-f664a256-0971-4947-b103-a352f67a9ba5 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0492358 Oct 12 18:48:26.712505 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2fcaef11-924f-4d6d-899e-1711cfd28ca5 req-be72d9e6-ef21-4ba1-9a0d-9aac943e804e tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319619 Oct 12 18:48:26.962715 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8f5e7a1-c8d1-4e09-a62c-64f0c854d1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:27.726058 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-20c98748-61cd-4881-880a-015788cae3d0 req-81486092-4cf2-49db-bec3-019f5d92f16b tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 210 time: 0.0287328 Oct 12 18:48:27.829953 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621667b-0753-48f5-84ea-3052fd8e3261 req-174612b2-ca0f-4727-8ace-3d7e761ce31f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:27.831657 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f621667b-0753-48f5-84ea-3052fd8e3261 req-174612b2-ca0f-4727-8ace-3d7e761ce31f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0494978 Oct 12 18:48:27.878222 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f621667b-0753-48f5-84ea-3052fd8e3261 req-2df99736-aaad-4bdd-8024-d7ba51d33e44 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403588 Oct 12 18:48:27.985780 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:28.130057 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:28.983232 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f1e1ea0c-8ce8-4a37-adef-79dd52113850 req-f339006c-2493-4121-bfae-2515d82872d2 tempest-DeleteServersTestJSON-492124468 tempest-DeleteServersTestJSON-492124468-project] 10.222.0.66 "GET /v2.0/ports?device_id=c94becfe-352f-4f46-89e8-605e26eeafb9 HTTP/1.1" status: 200 len: 210 time: 0.0262489 Oct 12 18:48:29.119625 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5a620-6320-4317-90fa-2a61442a5740 req-6fb9d477-dad3-419b-ae7d-046705c0c053 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:29.120987 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-35f5a620-6320-4317-90fa-2a61442a5740 req-6fb9d477-dad3-419b-ae7d-046705c0c053 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0799775 Oct 12 18:48:29.127625 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-d6fde188-1e8b-463e-8ef2-8da482cbb544 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:29.128928 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-d6fde188-1e8b-463e-8ef2-8da482cbb544 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/networks?id=3a7d6a7d-01fa-48ea-af8f-5c4ced65156d HTTP/1.1" status: 200 len: 814 time: 0.1423004 Oct 12 18:48:29.153217 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-a6036c8c-d396-4f5b-b522-75df62dcee29 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/quotas/e61f9f2a997b4c65bcbd6907356539dc HTTP/1.1" status: 200 len: 375 time: 0.0177052 Oct 12 18:48:29.177571 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-35f5a620-6320-4317-90fa-2a61442a5740 req-d81f817f-798e-450b-b5c7-e8036e594170 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475259 Oct 12 18:48:29.194875 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-a883b4e8-b18f-4f23-aeca-f278cc6ffac5 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e61f9f2a997b4c65bcbd6907356539dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322936 Oct 12 18:48:29.291694 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-9fe6040a-ab9e-4723-a3e2-3da6d2cf3ab5 service neutron] 10.222.0.66 "GET /v2.0/networks/3a7d6a7d-01fa-48ea-af8f-5c4ced65156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899940 Oct 12 18:48:29.393435 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-1e0bc3a9-c2c1-44be-b06c-3d3c285a4db7 service neutron] 10.222.0.66 "GET /v2.0/networks/3a7d6a7d-01fa-48ea-af8f-5c4ced65156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951872 Oct 12 18:48:29.558139 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f79106b2-70e8-4d37-b6f0-bffb65955b36 req-55d528be-ef08-4a1d-9314-ae9e069b14b1 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 210 time: 0.0264747 Oct 12 18:48:29.704052 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:29.812469 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 35344) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:29.924318 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7a9d8013-d7a2-4020-b451-ea4848818718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.023557 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7a9d8013-d7a2-4020-b451-ea4848818718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.035467 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7a9d8013-d7a2-4020-b451-ea4848818718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.083787 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-7a9d8013-d7a2-4020-b451-ea4848818718 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af902c0a39b0416c9fe56d09987bdbc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677743 Oct 12 18:48:30.083787 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d8013-d7a2-4020-b451-ea4848818718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540d1c8d-346e-4104-9f23-4811d334e010,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:30.084537 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 35364) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:30.152920 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-fd81ce61-b9ca-492b-bb08-7c17e3951dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.179578 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-fd81ce61-b9ca-492b-bb08-7c17e3951dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.266408 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-fd81ce61-b9ca-492b-bb08-7c17e3951dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.268941 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-fd81ce61-b9ca-492b-bb08-7c17e3951dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.284553 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-fd81ce61-b9ca-492b-bb08-7c17e3951dfa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/540d1c8d-346e-4104-9f23-4811d334e010 HTTP/1.1" status: 204 len: 168 time: 0.1869779 Oct 12 18:48:30.311669 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81ce61-b9ca-492b-bb08-7c17e3951dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540d1c8d-346e-4104-9f23-4811d334e010,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:30.353179 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead6c7f-433b-41a0-9ff2-cc94cf2c55e7 req-18e0df06-1121-45b3-9da8-a679b121174f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:30.361077 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dead6c7f-433b-41a0-9ff2-cc94cf2c55e7 req-18e0df06-1121-45b3-9da8-a679b121174f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.1048722 Oct 12 18:48:30.417692 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dead6c7f-433b-41a0-9ff2-cc94cf2c55e7 req-32a953bf-c5f9-4f80-ac6f-ef5349ced55c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545003 Oct 12 18:48:30.655407 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-1e79735e-a283-4ad2-925b-078501498707 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:30.656851 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-1e79735e-a283-4ad2-925b-078501498707 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.21 "GET /v2.0/networks?id=3a7d6a7d-01fa-48ea-af8f-5c4ced65156d HTTP/1.1" status: 200 len: 814 time: 0.1162088 Oct 12 18:48:30.684500 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-54f65de5-20db-4867-89aa-64a6363ba8cc tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Request body: {'port': {'device_id': '2de56e39-d239-45e0-b046-3a3600471d35', 'network_id': '3a7d6a7d-01fa-48ea-af8f-5c4ced65156d', 'admin_state_up': True, 'tenant_id': 'e61f9f2a997b4c65bcbd6907356539dc'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:30.690307 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5c13ca0b-140e-4750-a8f9-4410ae8ee173 req-d53c90a5-1900-4ee9-8d0b-c808375790a7 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 210 time: 0.0323508 Oct 12 18:48:30.773128 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.816674 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-54f65de5-20db-4867-89aa-64a6363ba8cc tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Made reservation on behalf of e61f9f2a997b4c65bcbd6907356539dc for: {'port': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:48:30.820888 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-54f65de5-20db-4867-89aa-64a6363ba8cc tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:30.947743 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-54f65de5-20db-4867-89aa-64a6363ba8cc tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Allocated IP 172.20.0.3 (3a7d6a7d-01fa-48ea-af8f-5c4ced65156d/79c23577-f536-4b4f-badf-4f5d109932df/90a6b484-307e-4e16-a875-6a425d3f2162) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:48:31.100237 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-54f65de5-20db-4867-89aa-64a6363ba8cc tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.139293 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-54f65de5-20db-4867-89aa-64a6363ba8cc tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.187123 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-54f65de5-20db-4867-89aa-64a6363ba8cc tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Network 3a7d6a7d-01fa-48ea-af8f-5c4ced65156d is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:48:31.190116 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-54f65de5-20db-4867-89aa-64a6363ba8cc tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:48:31.193893 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-54f65de5-20db-4867-89aa-64a6363ba8cc tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:48:31.220372 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f65de5-20db-4867-89aa-64a6363ba8cc tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Pushing event updated for resources: {'Port': ['ID=90a6b484-307e-4e16-a875-6a425d3f2162,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:31.246554 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-54f65de5-20db-4867-89aa-64a6363ba8cc tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:31.247392 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-54f65de5-20db-4867-89aa-64a6363ba8cc tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.264535 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-54f65de5-20db-4867-89aa-64a6363ba8cc tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5962899 Oct 12 18:48:31.277859 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Request body: {'port': {'device_id': '2de56e39-d239-45e0-b046-3a3600471d35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:48:31.335441 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.570951 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 35432) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:31.626838 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960b4b5-44ee-4c06-80e1-bf60ab71ea43 req-fc891e6c-cc58-4f35-a2eb-e908bfe3889d tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:31.628506 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5960b4b5-44ee-4c06-80e1-bf60ab71ea43 req-fc891e6c-cc58-4f35-a2eb-e908bfe3889d tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0800219 Oct 12 18:48:31.636925 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0e141e-c713-4b3a-b607-1f07e1262bdf admin admin] Deleting subnet 8fcd8e01-ed30-4c7d-be3f-66fbfb446b67 {{(pid=100618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:48:31.641939 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-8f0e141e-c713-4b3a-b607-1f07e1262bdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.692218 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-8f0e141e-c713-4b3a-b607-1f07e1262bdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4565152'] for subnet, precommit_delete_associations {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.718388 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5960b4b5-44ee-4c06-80e1-bf60ab71ea43 req-35c18fe0-8e63-4d77-967d-65ac8a00f282 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809948 Oct 12 18:48:31.754296 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-8f0e141e-c713-4b3a-b607-1f07e1262bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785012'] for subnet, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.799917 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb7ff-e3f1-42a0-be3e-bb29abcb1d03 req-dbf29597-028c-4f1d-a3d0-6f17c19a4859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:31.801390 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e12eb7ff-e3f1-42a0-be3e-bb29abcb1d03 req-dbf29597-028c-4f1d-a3d0-6f17c19a4859 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 1099 time: 0.1016922 Oct 12 18:48:31.810430 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-8f0e141e-c713-4b3a-b607-1f07e1262bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4877996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4748867'] for subnet, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.839842 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e141e-c713-4b3a-b607-1f07e1262bdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fcd8e01-ed30-4c7d-be3f-66fbfb446b67,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:31.843546 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-8f0e141e-c713-4b3a-b607-1f07e1262bdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.848049 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a6b484-307e-4e16-a875-6a425d3f2162 {{(pid=100617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:48:31.849490 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-8f0e141e-c713-4b3a-b607-1f07e1262bdf admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8fcd8e01-ed30-4c7d-be3f-66fbfb446b67 HTTP/1.1" status: 204 len: 168 time: 0.2773387 Oct 12 18:48:31.850198 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 35438) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:31.859309 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.896461 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517ba5f-e1fc-449b-99e9-d9337d277225 req-3122a789-ee7f-465f-8f94-260210b9c9a2 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:31.899038 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f517ba5f-e1fc-449b-99e9-d9337d277225 req-3122a789-ee7f-465f-8f94-260210b9c9a2 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 931 time: 0.1106122 Oct 12 18:48:31.901464 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.provisioning_blocks [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Transition to ACTIVE for port object 90a6b484-307e-4e16-a875-6a425d3f2162 will not be triggered until provisioned by entity L2. {{(pid=100617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:48:31.903342 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e12eb7ff-e3f1-42a0-be3e-bb29abcb1d03 req-673af8db-43bb-4edd-b2eb-b0d784344756 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794365 Oct 12 18:48:31.910890 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.918631 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-56201fdf-2c68-4bc6-999b-6f09e81b9820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656927'] for network, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:31.988396 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f517ba5f-e1fc-449b-99e9-d9337d277225 req-2bb6350f-d860-4f43-a679-77508d2894a3 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833149 Oct 12 18:48:31.989779 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Pushing event updated for resources: {'Port': ['ID=90a6b484-307e-4e16-a875-6a425d3f2162,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:32.001339 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-56201fdf-2c68-4bc6-999b-6f09e81b9820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721551', 'neutron.services.segments.db._delete_segments_for_network-8753793662980'] for network, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:32.028276 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-56201fdf-2c68-4bc6-999b-6f09e81b9820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0']}} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:32.037211 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-56201fdf-2c68-4bc6-999b-6f09e81b9820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'affc05d4-d4d8-4c69-bd62-5888085105f3') {'for_net_delete': True} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:32.037546 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-56201fdf-2c68-4bc6-999b-6f09e81b9820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'affc05d4-d4d8-4c69-bd62-5888085105f3') {} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:48:32.046905 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-56201fdf-2c68-4bc6-999b-6f09e81b9820 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753793662477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4565163'] for segment, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:32.059977 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Attempting to bind port 90a6b484-307e-4e16-a875-6a425d3f2162 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:48:32.060305 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Attempting to bind port 90a6b484-307e-4e16-a875-6a425d3f2162 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'b6bfccc9-b9c0-4a99-853e-e108890260df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3a7d6a7d-01fa-48ea-af8f-5c4ced65156d'}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:48:32.060612 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-56201fdf-2c68-4bc6-999b-6f09e81b9820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:32.060709 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Attempting to bind port 90a6b484-307e-4e16-a875-6a425d3f2162 on network 3a7d6a7d-01fa-48ea-af8f-5c4ced65156d {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:48:32.064823 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Port 90a6b484-307e-4e16-a875-6a425d3f2162 on network 3a7d6a7d-01fa-48ea-af8f-5c4ced65156d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:48:32.065137 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Attempting to bind port 90a6b484-307e-4e16-a875-6a425d3f2162 on network 3a7d6a7d-01fa-48ea-af8f-5c4ced65156d {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:48:32.066529 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56201fdf-2c68-4bc6-999b-6f09e81b9820 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=100618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:48:32.066964 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-56201fdf-2c68-4bc6-999b-6f09e81b9820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4876658'] for segment, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: Traceback (most recent call last): Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: timer() Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: cb(*args, **kw) Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: return func(*args, **kwargs) Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: self._notify() Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: self.callback(batched_events) Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: event.method(event) Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: return f(self, *a, **k) Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: return self._get(url).json() Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: return self.request(url, 'GET', **kwargs) Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:48:32.069680 dv-cinder-813229-2-iscsi neutron-server[100618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:48:32.071772 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:48:32.071772 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Checking segment: {'id': 'b6bfccc9-b9c0-4a99-853e-e108890260df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3a7d6a7d-01fa-48ea-af8f-5c4ced65156d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:48:32.071772 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Bound using segment: {'id': 'b6bfccc9-b9c0-4a99-853e-e108890260df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3a7d6a7d-01fa-48ea-af8f-5c4ced65156d'} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:48:32.072036 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Bound port: 90a6b484-307e-4e16-a875-6a425d3f2162, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6bfccc9-b9c0-4a99-853e-e108890260df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3a7d6a7d-01fa-48ea-af8f-5c4ced65156d'}}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:48:32.072241 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:32.122707 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-56201fdf-2c68-4bc6-999b-6f09e81b9820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7932349'] for network, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:32.140443 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-56201fdf-2c68-4bc6-999b-6f09e81b9820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:32.142650 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] For port 90a6b484-307e-4e16-a875-6a425d3f2162, host hv-cinder-81322, cleared binding levels {{(pid=100617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:48:32.146381 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-56201fdf-2c68-4bc6-999b-6f09e81b9820 admin admin] 10.222.0.66 "DELETE /v2.0/networks/cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0 HTTP/1.1" status: 204 len: 168 time: 0.2925835 Oct 12 18:48:32.146381 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56201fdf-2c68-4bc6-999b-6f09e81b9820 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf56faf5-dff4-4fa4-b46a-c68cd5ae29d0,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:32.149383 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] For port 90a6b484-307e-4e16-a875-6a425d3f2162, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=90a6b484-307e-4e16-a875-6a425d3f2162,segment=NetworkSegment(b6bfccc9-b9c0-4a99-853e-e108890260df),segment_id=b6bfccc9-b9c0-4a99-853e-e108890260df)] {{(pid=100617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:48:32.157013 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:32.190464 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:32.191121 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:32.193182 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] 10.222.0.21 "PUT /v2.0/ports/90a6b484-307e-4e16-a875-6a425d3f2162 HTTP/1.1" status: 200 len: 1093 time: 0.9188411 Oct 12 18:48:32.193640 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de56e39-d239-45e0-b046-3a3600471d35', 'tag': '90a6b484-307e-4e16-a875-6a425d3f2162'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:48:32.196076 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ed2b39-73c2-4477-a003-016fac6d0583" -d '{"events": [{"name": "network-changed", "server_uuid": "2de56e39-d239-45e0-b046-3a3600471d35", "tag": "90a6b484-307e-4e16-a875-6a425d3f2162"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:48:32.232716 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d50e1-89a6-4649-a967-45f60b3bafcd service neutron] Pushing event updated for resources: {'Port': ['ID=90a6b484-307e-4e16-a875-6a425d3f2162,revision_number=3']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:32.257939 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc14009d-1d5d-419c-bc2f-cee5fd9754e6 x-openstack-request-id: req-bc14009d-1d5d-419c-bc2f-cee5fd9754e6 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:48:32.258237 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de56e39-d239-45e0-b046-3a3600471d35", "tag": "90a6b484-307e-4e16-a875-6a425d3f2162", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:48:32.258483 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc14009d-1d5d-419c-bc2f-cee5fd9754e6 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:48:32.258871 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de56e39-d239-45e0-b046-3a3600471d35', 'tag': '90a6b484-307e-4e16-a875-6a425d3f2162', 'status': 'completed', 'code': 200} Oct 12 18:48:32.295357 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-c617aae1-dbdc-4fb7-9f63-b5224f9fc4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:32.296821 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-c617aae1-dbdc-4fb7-9f63-b5224f9fc4dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e61f9f2a997b4c65bcbd6907356539dc&device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 1096 time: 0.0508358 Oct 12 18:48:32.329789 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 35448) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:32.344235 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-57eb24c4-35ec-41c9-a686-20250d0ade36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90a6b484-307e-4e16-a875-6a425d3f2162 HTTP/1.1" status: 200 len: 217 time: 0.0383766 Oct 12 18:48:32.368883 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-484dacb1-e2dd-4b92-ae94-0cde36165c4c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fc33eae0723d48e4812e7707024cc36a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377092 Oct 12 18:48:32.375121 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 35450) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:32.425701 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6916ab51-7574-498d-ab94-f3f249527e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:32.446948 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6916ab51-7574-498d-ab94-f3f249527e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:32.453221 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-595ce99e-27a2-4032-b38c-187f47ea0133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:32.454893 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-595ce99e-27a2-4032-b38c-187f47ea0133 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79c23577-f536-4b4f-badf-4f5d109932df HTTP/1.1" status: 200 len: 854 time: 0.0493314 Oct 12 18:48:32.492395 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-90b85f0e-d457-45dc-90cf-ad40ccd6b564 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a7d6a7d-01fa-48ea-af8f-5c4ced65156d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288646 Oct 12 18:48:32.494799 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6916ab51-7574-498d-ab94-f3f249527e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:32.497571 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6916ab51-7574-498d-ab94-f3f249527e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:32.498690 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-6916ab51-7574-498d-ab94-f3f249527e40 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4723f2fb-c67a-4bc6-8380-8c0ccfa51529 HTTP/1.1" status: 204 len: 168 time: 0.1226857 Oct 12 18:48:32.507318 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916ab51-7574-498d-ab94-f3f249527e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4723f2fb-c67a-4bc6-8380-8c0ccfa51529,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:32.631553 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-70965381-d08a-45cc-8524-e710c9e2fbfb service neutron] 10.222.0.21 "GET /v2.0/networks/3a7d6a7d-01fa-48ea-af8f-5c4ced65156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313522 Oct 12 18:48:32.764955 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1f131a86-f9bf-4fca-9e36-8ed7508fffa5 req-90504eb7-bcd9-4891-a767-940913bb9471 service neutron] 10.222.0.21 "GET /v2.0/networks/3a7d6a7d-01fa-48ea-af8f-5c4ced65156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250355 Oct 12 18:48:32.873760 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdf4d4-2c62-430d-8632-4fb83ba6605b req-ab34512e-2fd2-4aee-a3d5-795b28bb5779 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:32.877869 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-74bdf4d4-2c62-430d-8632-4fb83ba6605b req-ab34512e-2fd2-4aee-a3d5-795b28bb5779 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0555654 Oct 12 18:48:32.916102 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-74bdf4d4-2c62-430d-8632-4fb83ba6605b req-89c75877-bb54-4214-8790-7da5c231eba8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349236 Oct 12 18:48:33.006101 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed2b39-73c2-4477-a003-016fac6d0583 req-d8bf14de-85c0-438d-83b4-4fbe8aeebbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:33.007769 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-42ed2b39-73c2-4477-a003-016fac6d0583 req-d8bf14de-85c0-438d-83b4-4fbe8aeebbb1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e61f9f2a997b4c65bcbd6907356539dc&device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 1096 time: 0.0429440 Oct 12 18:48:33.139162 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce3651-b2dc-4188-9ec7-9edc2ce2353c req-795b9b58-19c0-429d-a32f-d7d694174028 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:33.140438 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f1ce3651-b2dc-4188-9ec7-9edc2ce2353c req-795b9b58-19c0-429d-a32f-d7d694174028 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 943 time: 0.0658865 Oct 12 18:48:33.186327 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed2b39-73c2-4477-a003-016fac6d0583 req-0905ad4c-99d4-4acd-8a80-627d06ad9f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:33.187841 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-42ed2b39-73c2-4477-a003-016fac6d0583 req-0905ad4c-99d4-4acd-8a80-627d06ad9f3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a7d6a7d-01fa-48ea-af8f-5c4ced65156d HTTP/1.1" status: 200 len: 915 time: 0.1691811 Oct 12 18:48:33.207544 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f1ce3651-b2dc-4188-9ec7-9edc2ce2353c req-0ee14e07-37f2-4408-9bf0-6bbb1af15b2a tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412743 Oct 12 18:48:35.244905 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-42ed2b39-73c2-4477-a003-016fac6d0583 req-336a939f-7200-45c7-b4a5-169f34891f74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90a6b484-307e-4e16-a875-6a425d3f2162 HTTP/1.1" status: 200 len: 217 time: 0.0354252 Oct 12 18:48:36.673442 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed2b39-73c2-4477-a003-016fac6d0583 req-1f7ad1f3-d504-4f6e-b22c-af257f506731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:36.674812 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-42ed2b39-73c2-4477-a003-016fac6d0583 req-1f7ad1f3-d504-4f6e-b22c-af257f506731 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79c23577-f536-4b4f-badf-4f5d109932df HTTP/1.1" status: 200 len: 854 time: 0.0458207 Oct 12 18:48:36.706383 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-42ed2b39-73c2-4477-a003-016fac6d0583 req-e6b10cd7-4482-487b-86e4-42223c661819 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a7d6a7d-01fa-48ea-af8f-5c4ced65156d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237131 Oct 12 18:48:36.795136 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-42ed2b39-73c2-4477-a003-016fac6d0583 req-d4ded2fa-7ad0-4c3f-80bb-4fcb34f22055 service neutron] 10.222.0.21 "GET /v2.0/networks/3a7d6a7d-01fa-48ea-af8f-5c4ced65156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793853 Oct 12 18:48:36.887122 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-42ed2b39-73c2-4477-a003-016fac6d0583 req-968dc3b0-1713-420b-bd17-a18fa8e2dd59 service neutron] 10.222.0.21 "GET /v2.0/networks/3a7d6a7d-01fa-48ea-af8f-5c4ced65156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841377 Oct 12 18:48:37.400025 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab10d87-84b8-4afc-b9ff-178388b7489e req-9bd17c64-6ba0-48d7-98b3-775588e2d719 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:37.401450 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cab10d87-84b8-4afc-b9ff-178388b7489e req-9bd17c64-6ba0-48d7-98b3-775588e2d719 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0728617 Oct 12 18:48:37.432336 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c38b3e-7d55-424f-a5ee-6dff2667ecbc req-3b5a41d2-8d85-44fb-bea0-e7ca36b5be85 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:37.433733 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-56c38b3e-7d55-424f-a5ee-6dff2667ecbc req-3b5a41d2-8d85-44fb-bea0-e7ca36b5be85 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 943 time: 0.0684791 Oct 12 18:48:37.464901 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cab10d87-84b8-4afc-b9ff-178388b7489e req-4b045a6d-670e-4295-92bd-072b61ed92fe tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563169 Oct 12 18:48:37.484367 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-56c38b3e-7d55-424f-a5ee-6dff2667ecbc req-10f96ea8-9d40-4f3a-bb52-b35a6edcb4e0 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448415 Oct 12 18:48:38.640044 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d6a66-c620-4381-a1ee-51b02de4dd37 req-7cbe8744-9136-4c7f-93bd-262c77b8ffdf tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:38.641417 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c66d6a66-c620-4381-a1ee-51b02de4dd37 req-7cbe8744-9136-4c7f-93bd-262c77b8ffdf tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0850446 Oct 12 18:48:38.649288 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb64a3-d20c-4b51-bd5a-dbf2d058f87b req-5ee6df06-f9b9-4f56-960f-62ffeb7daf4a tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:38.650687 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-85cb64a3-d20c-4b51-bd5a-dbf2d058f87b req-5ee6df06-f9b9-4f56-960f-62ffeb7daf4a tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 943 time: 0.0762944 Oct 12 18:48:38.706095 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c66d6a66-c620-4381-a1ee-51b02de4dd37 req-ce85a6e8-4e4b-41b8-b619-241e10d34819 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545018 Oct 12 18:48:38.708820 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-85cb64a3-d20c-4b51-bd5a-dbf2d058f87b req-1f9b414e-eb9e-403b-8096-a663a05b5047 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517499 Oct 12 18:48:39.852725 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed1c74-4d4f-413f-a133-b61bc041947a req-78a3589e-09dd-42b3-9b81-33cd5439b7fe tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:39.854127 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-87ed1c74-4d4f-413f-a133-b61bc041947a req-78a3589e-09dd-42b3-9b81-33cd5439b7fe tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 943 time: 0.0756230 Oct 12 18:48:39.862060 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e2d08-e06c-4e99-9c3b-562d9b44f422 req-e712b9b1-0b62-4b0a-b628-73bbb477cfa0 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:39.863402 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d83e2d08-e06c-4e99-9c3b-562d9b44f422 req-e712b9b1-0b62-4b0a-b628-73bbb477cfa0 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.0861955 Oct 12 18:48:39.915784 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-87ed1c74-4d4f-413f-a133-b61bc041947a req-efaba268-15b2-40a3-aab5-2352c94a5abd tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514543 Oct 12 18:48:39.922752 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d83e2d08-e06c-4e99-9c3b-562d9b44f422 req-20a59174-5bb6-4ea1-a80a-778181a294f3 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521433 Oct 12 18:48:40.041368 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15a768-765d-4270-8753-4c2025f5a3b6 req-4d358e99-0128-4a42-b3be-c1b95e6033bb tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:40.042794 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5a15a768-765d-4270-8753-4c2025f5a3b6 req-4d358e99-0128-4a42-b3be-c1b95e6033bb tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0470817 Oct 12 18:48:40.079188 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5a15a768-765d-4270-8753-4c2025f5a3b6 req-96687344-ab3d-4e47-b1f9-bd0665f3e71d tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305173 Oct 12 18:48:41.035051 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612a948-d7e0-4de0-b0b5-455fe1918f1f req-0d023204-3747-4d18-af50-8961f864fde7 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:41.037432 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2612a948-d7e0-4de0-b0b5-455fe1918f1f req-0d023204-3747-4d18-af50-8961f864fde7 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 943 time: 0.0526438 Oct 12 18:48:41.074431 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2612a948-d7e0-4de0-b0b5-455fe1918f1f req-debac50a-c53c-43d2-9f5a-50700c3e0466 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310442 Oct 12 18:48:41.683923 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be01645-2b64-41f0-9bb0-8b96e30238d4 req-9b16f507-130b-447f-9ef5-8c31249e81c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:41.685292 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7be01645-2b64-41f0-9bb0-8b96e30238d4 req-9b16f507-130b-447f-9ef5-8c31249e81c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=632a64d9b8e8420c84959edd892a318b&device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 1098 time: 0.0676355 Oct 12 18:48:41.696442 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97c0e9-ba32-4b6a-be0c-bba5dd6eee19 req-452879a9-8884-4443-bee2-a145b6f62ff8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:41.697860 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6c97c0e9-ba32-4b6a-be0c-bba5dd6eee19 req-452879a9-8884-4443-bee2-a145b6f62ff8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0705655 Oct 12 18:48:41.785268 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6c97c0e9-ba32-4b6a-be0c-bba5dd6eee19 req-382ba143-2689-4e6a-befe-1b203a682b7e tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790365 Oct 12 18:48:41.813048 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be01645-2b64-41f0-9bb0-8b96e30238d4 req-bcaf4a8f-5158-41b5-8d20-9d60ca57cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:41.814516 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7be01645-2b64-41f0-9bb0-8b96e30238d4 req-bcaf4a8f-5158-41b5-8d20-9d60ca57cd5c service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a4e204a-982c-455b-87fd-0d4fbe139919 HTTP/1.1" status: 200 len: 919 time: 0.1158211 Oct 12 18:48:41.858414 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7be01645-2b64-41f0-9bb0-8b96e30238d4 req-c3e07168-560d-41c6-80e8-d9fb3b9c7a26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd HTTP/1.1" status: 200 len: 217 time: 0.0340774 Oct 12 18:48:42.140687 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be01645-2b64-41f0-9bb0-8b96e30238d4 req-2aa9310d-4709-4820-bec0-b7ff52023fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:42.142164 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7be01645-2b64-41f0-9bb0-8b96e30238d4 req-2aa9310d-4709-4820-bec0-b7ff52023fc8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b19d8b1-43db-4203-8a71-c6a7231cd947 HTTP/1.1" status: 200 len: 858 time: 0.2708907 Oct 12 18:48:42.188111 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7be01645-2b64-41f0-9bb0-8b96e30238d4 req-9045cace-0821-4fd0-a819-48584eea217f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a4e204a-982c-455b-87fd-0d4fbe139919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366945 Oct 12 18:48:42.213957 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefc4b8-1d94-41a1-ba07-e8bf08fc9a66 req-18be1d3a-9857-4311-85d3-780968f3484c tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:42.215313 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fbefc4b8-1d94-41a1-ba07-e8bf08fc9a66 req-18be1d3a-9857-4311-85d3-780968f3484c tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 943 time: 0.0718248 Oct 12 18:48:42.293776 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fbefc4b8-1d94-41a1-ba07-e8bf08fc9a66 req-66d3b837-d94a-4017-91eb-8ee6bcc913b1 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687206 Oct 12 18:48:42.315598 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7be01645-2b64-41f0-9bb0-8b96e30238d4 req-94a31a09-99ce-4ca0-8a56-c365650a5aa7 service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181622 Oct 12 18:48:42.403356 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7be01645-2b64-41f0-9bb0-8b96e30238d4 req-08390491-5427-4a64-a5f5-d08b08ab511e service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795159 Oct 12 18:48:42.907482 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c968ad6-47a0-4d82-bf8e-a74a38b3b2e0 req-be41a3dd-9d30-4c55-bdb0-f1c5149c19a0 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:42.909008 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5c968ad6-47a0-4d82-bf8e-a74a38b3b2e0 req-be41a3dd-9d30-4c55-bdb0-f1c5149c19a0 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0522122 Oct 12 18:48:42.947161 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5c968ad6-47a0-4d82-bf8e-a74a38b3b2e0 req-716de50c-03e0-4078-86fc-12591e747c5f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315428 Oct 12 18:48:43.204474 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 90a6b484-307e-4e16-a875-6a425d3f2162 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:48:43.305568 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 90a6b484-307e-4e16-a875-6a425d3f2162, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=90a6b484-307e-4e16-a875-6a425d3f2162,segment=NetworkSegment(b6bfccc9-b9c0-4a99-853e-e108890260df),segment_id=b6bfccc9-b9c0-4a99-853e-e108890260df)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:43.317508 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': '90a6b484-307e-4e16-a875-6a425d3f2162', 'network_id': '3a7d6a7d-01fa-48ea-af8f-5c4ced65156d', 'port_id': '90a6b484-307e-4e16-a875-6a425d3f2162', 'mac_address': 'fa:16:3e:3d:94:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c23577-f536-4b4f-badf-4f5d109932df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:48:43.375381 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:43.399486 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a6b484-307e-4e16-a875-6a425d3f2162 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:48:43.428579 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 90a6b484-307e-4e16-a875-6a425d3f2162, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=90a6b484-307e-4e16-a875-6a425d3f2162,segment=NetworkSegment(b6bfccc9-b9c0-4a99-853e-e108890260df),segment_id=b6bfccc9-b9c0-4a99-853e-e108890260df)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:43.433093 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:43.439863 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb3d3b-7a18-4d8c-9995-a97b3541ef79 req-ce59f42c-26b6-435a-8729-99b95829e863 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:43.441373 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-aefb3d3b-7a18-4d8c-9995-a97b3541ef79 req-ce59f42c-26b6-435a-8729-99b95829e863 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 943 time: 0.0547705 Oct 12 18:48:43.490695 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-aefb3d3b-7a18-4d8c-9995-a97b3541ef79 req-a10a8493-678b-40f5-90b7-9e703b6f61c1 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364869 Oct 12 18:48:43.501506 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=90a6b484-307e-4e16-a875-6a425d3f2162,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:44.062908 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644ed9c-918e-493a-8e44-f804136444be req-70277218-eefe-44dc-8eef-c8825cab449f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:44.064324 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6644ed9c-918e-493a-8e44-f804136444be req-70277218-eefe-44dc-8eef-c8825cab449f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0472324 Oct 12 18:48:44.102126 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6644ed9c-918e-493a-8e44-f804136444be req-7527b779-441b-43ab-8269-09409ac46891 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308831 Oct 12 18:48:44.308336 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['90a6b484-307e-4e16-a875-6a425d3f2162'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:48:44.609612 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee39920-d71b-4f13-93c3-d5652f648191 req-1d1ccddc-5777-468c-a3e1-61ef040e2d73 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:44.611032 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ee39920-d71b-4f13-93c3-d5652f648191 req-1d1ccddc-5777-468c-a3e1-61ef040e2d73 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 944 time: 0.0510299 Oct 12 18:48:44.648770 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ee39920-d71b-4f13-93c3-d5652f648191 req-eda605eb-0618-4dbf-a2a6-1d08d056e2e8 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318885 Oct 12 18:48:45.218581 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75791b-28ba-423e-9d6a-cf28409c798d req-bc952255-370e-4159-b3b1-236413dc2a5c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:45.220241 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0b75791b-28ba-423e-9d6a-cf28409c798d req-bc952255-370e-4159-b3b1-236413dc2a5c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0499122 Oct 12 18:48:45.257041 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0b75791b-28ba-423e-9d6a-cf28409c798d req-e7e8a6ae-04e3-4c76-a48a-a3afddcaeaec tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306792 Oct 12 18:48:47.642496 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:48:48.360964 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303c7a3-cf54-41fd-a64c-5fff493b34a4 req-b7ad3a9e-538d-441d-b679-caa52165f8d4 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:48.362461 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6303c7a3-cf54-41fd-a64c-5fff493b34a4 req-b7ad3a9e-538d-441d-b679-caa52165f8d4 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 944 time: 0.0776336 Oct 12 18:48:48.370362 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7d107-3219-44ef-adca-c63599fdd1ca req-477e3bd6-22ab-48f2-860b-753f6c9f39cd tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:48.371688 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a4a7d107-3219-44ef-adca-c63599fdd1ca req-477e3bd6-22ab-48f2-860b-753f6c9f39cd tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0782461 Oct 12 18:48:48.424343 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6303c7a3-cf54-41fd-a64c-5fff493b34a4 req-f92806cf-462e-43b1-baa3-4547e847f8dd tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517354 Oct 12 18:48:48.429237 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a4a7d107-3219-44ef-adca-c63599fdd1ca req-5b10bc2b-7ae8-4e5e-bfca-a950986d8eec tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509729 Oct 12 18:48:49.336300 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 35790) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:49.459697 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-64e15fab-163a-43c2-b65d-438c6bebd1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:49.545010 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-64e15fab-163a-43c2-b65d-438c6bebd1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:49.547386 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8865f-a0e2-40ce-994c-2650dc5999a2 req-5757e40b-3aa2-43d4-8ac4-ea41f73cf481 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:49.548858 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eeb8865f-a0e2-40ce-994c-2650dc5999a2 req-5757e40b-3aa2-43d4-8ac4-ea41f73cf481 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 944 time: 0.0503917 Oct 12 18:48:49.556129 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-64e15fab-163a-43c2-b65d-438c6bebd1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:49.595779 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-64e15fab-163a-43c2-b65d-438c6bebd1cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ccf88e3836e64c849b765d86a4c87b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575450 Oct 12 18:48:49.596923 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e15fab-163a-43c2-b65d-438c6bebd1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985a395f-6d95-494b-99ff-06391e0330b8,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:49.599877 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 35798) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:49.610953 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e15fab-163a-43c2-b65d-438c6bebd1cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:49.611300 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e15fab-163a-43c2-b65d-438c6bebd1cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:49.611639 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e15fab-163a-43c2-b65d-438c6bebd1cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:49.611971 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e15fab-163a-43c2-b65d-438c6bebd1cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:49.612301 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e15fab-163a-43c2-b65d-438c6bebd1cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:49.612627 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e15fab-163a-43c2-b65d-438c6bebd1cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:49.612952 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e15fab-163a-43c2-b65d-438c6bebd1cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:49.613276 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e15fab-163a-43c2-b65d-438c6bebd1cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:49.613686 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e15fab-163a-43c2-b65d-438c6bebd1cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:49.614261 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eeb8865f-a0e2-40ce-994c-2650dc5999a2 req-c9678b24-f036-40e9-8101-03404737dbb1 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558755 Oct 12 18:48:49.617120 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e15fab-163a-43c2-b65d-438c6bebd1cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:49.617582 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e15fab-163a-43c2-b65d-438c6bebd1cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:49.617988 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e15fab-163a-43c2-b65d-438c6bebd1cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:49.628285 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0306991-6de7-4f59-81bc-c68eeba4e9f8 req-304cfd50-1490-4ac0-b988-7bf934acdc82 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:49.630439 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e0306991-6de7-4f59-81bc-c68eeba4e9f8 req-304cfd50-1490-4ac0-b988-7bf934acdc82 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0806472 Oct 12 18:48:49.678749 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0c262c82-5724-478a-ae2a-6db53d361507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:49.679145 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e0306991-6de7-4f59-81bc-c68eeba4e9f8 req-253482cd-5cab-4382-9e9f-21e0020c6bef tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347145 Oct 12 18:48:49.701247 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0c262c82-5724-478a-ae2a-6db53d361507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:49.747083 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0c262c82-5724-478a-ae2a-6db53d361507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:49.750150 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0c262c82-5724-478a-ae2a-6db53d361507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:49.751281 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-0c262c82-5724-478a-ae2a-6db53d361507 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/985a395f-6d95-494b-99ff-06391e0330b8 HTTP/1.1" status: 204 len: 168 time: 0.1505094 Oct 12 18:48:49.760225 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c262c82-5724-478a-ae2a-6db53d361507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985a395f-6d95-494b-99ff-06391e0330b8,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:50.189333 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 90a6b484-307e-4e16-a875-6a425d3f2162 up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:48:50.258307 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port 90a6b484-307e-4e16-a875-6a425d3f2162 completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:48:50.263943 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port 90a6b484-307e-4e16-a875-6a425d3f2162 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:48:50.264304 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:50.492480 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:50.515453 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de56e39-d239-45e0-b046-3a3600471d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a6b484-307e-4e16-a875-6a425d3f2162'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:48:50.517763 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd49accf-127b-4321-a0c5-c0a6e3f5a96a" -d '{"events": [{"server_uuid": "2de56e39-d239-45e0-b046-3a3600471d35", "name": "network-vif-plugged", "status": "completed", "tag": "90a6b484-307e-4e16-a875-6a425d3f2162"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:48:50.531578 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 90a6b484-307e-4e16-a875-6a425d3f2162, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=90a6b484-307e-4e16-a875-6a425d3f2162,segment=NetworkSegment(b6bfccc9-b9c0-4a99-853e-e108890260df),segment_id=b6bfccc9-b9c0-4a99-853e-e108890260df)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:48:50.538974 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:50.567166 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5934324-6fc7-4256-a013-7fddb0ea2211 x-openstack-request-id: req-c5934324-6fc7-4256-a013-7fddb0ea2211 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:48:50.567502 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de56e39-d239-45e0-b046-3a3600471d35", "name": "network-vif-plugged", "status": "completed", "tag": "90a6b484-307e-4e16-a875-6a425d3f2162", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:48:50.567780 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c5934324-6fc7-4256-a013-7fddb0ea2211 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:48:50.568163 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de56e39-d239-45e0-b046-3a3600471d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a6b484-307e-4e16-a875-6a425d3f2162', 'code': 200} Oct 12 18:48:50.608800 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=90a6b484-307e-4e16-a875-6a425d3f2162,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:50.619370 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:50.619872 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:50.620314 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:50.620767 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:50.621196 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:50.621658 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:50.622084 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:50.622506 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:50.622929 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:50.623379 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:50.623796 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:50.624212 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:50.821673 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0a9f2-e295-4b81-9f60-f51e03d0b21d req-267ea0fd-b849-42f3-833e-665fd3a35840 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:50.823157 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8a0a9f2-e295-4b81-9f60-f51e03d0b21d req-267ea0fd-b849-42f3-833e-665fd3a35840 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 945 time: 0.1232088 Oct 12 18:48:50.827948 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ac0a4-603c-4960-8585-b9862398caa6 req-ca92a331-7d4f-4191-aa85-0c5187d8c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:50.830115 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4f5ac0a4-603c-4960-8585-b9862398caa6 req-ca92a331-7d4f-4191-aa85-0c5187d8c44e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 1098 time: 0.1132054 Oct 12 18:48:50.871717 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bd44f-5919-45ca-8ac2-b170b5f0ba55 req-08026a49-96e5-4d4c-9638-1593cf2c1dec tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:50.873310 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5e8bd44f-5919-45ca-8ac2-b170b5f0ba55 req-08026a49-96e5-4d4c-9638-1593cf2c1dec tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.1153340 Oct 12 18:48:50.914600 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e8a0a9f2-e295-4b81-9f60-f51e03d0b21d req-7907f381-db36-4fec-9759-d1212d77989d tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835378 Oct 12 18:48:50.942586 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4f5ac0a4-603c-4960-8585-b9862398caa6 req-65e9e4bb-1d07-4449-86d4-fbb05ee53a73 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993202 Oct 12 18:48:50.950832 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5e8bd44f-5919-45ca-8ac2-b170b5f0ba55 req-621ad02b-6047-4b01-9906-05747b5a61c2 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584307 Oct 12 18:48:51.584412 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 35886) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:51.689477 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-95c7c622-a687-41a6-9a1d-49ef073fb46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:51.766418 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-95c7c622-a687-41a6-9a1d-49ef073fb46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:51.769692 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-95c7c622-a687-41a6-9a1d-49ef073fb46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:51.806550 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-95c7c622-a687-41a6-9a1d-49ef073fb46a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a7576facbdb4b92b6d2ac52bf994746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209961 Oct 12 18:48:51.807375 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7c622-a687-41a6-9a1d-49ef073fb46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76c73fa-3b93-4a5f-bc58-ec7cd395fd9a,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:51.809484 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 35892) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:51.814851 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7c622-a687-41a6-9a1d-49ef073fb46a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:51.815200 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7c622-a687-41a6-9a1d-49ef073fb46a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:51.815545 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7c622-a687-41a6-9a1d-49ef073fb46a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:51.815880 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7c622-a687-41a6-9a1d-49ef073fb46a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:51.816216 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7c622-a687-41a6-9a1d-49ef073fb46a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:51.816543 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7c622-a687-41a6-9a1d-49ef073fb46a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:51.817042 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7c622-a687-41a6-9a1d-49ef073fb46a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:51.817326 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7c622-a687-41a6-9a1d-49ef073fb46a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:51.817695 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7c622-a687-41a6-9a1d-49ef073fb46a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:51.817997 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7c622-a687-41a6-9a1d-49ef073fb46a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:51.818323 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7c622-a687-41a6-9a1d-49ef073fb46a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:51.818644 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7c622-a687-41a6-9a1d-49ef073fb46a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:48:51.861188 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b7734e48-8a93-4aa4-ab52-343f0a712b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:51.882441 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b7734e48-8a93-4aa4-ab52-343f0a712b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:51.927084 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b7734e48-8a93-4aa4-ab52-343f0a712b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:51.929650 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b7734e48-8a93-4aa4-ab52-343f0a712b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:51.930819 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-b7734e48-8a93-4aa4-ab52-343f0a712b96 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f76c73fa-3b93-4a5f-bc58-ec7cd395fd9a HTTP/1.1" status: 204 len: 168 time: 0.1202970 Oct 12 18:48:51.938049 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7734e48-8a93-4aa4-ab52-343f0a712b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76c73fa-3b93-4a5f-bc58-ec7cd395fd9a,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:52.043632 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc525f69-65ec-4300-bff2-e79186d38373 req-0dc3e389-1339-4344-b425-0fbee78d3a7b tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:52.049837 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fc525f69-65ec-4300-bff2-e79186d38373 req-0dc3e389-1339-4344-b425-0fbee78d3a7b tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 945 time: 0.0610995 Oct 12 18:48:52.118782 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fc525f69-65ec-4300-bff2-e79186d38373 req-5e0f1a87-605d-4e47-83a3-ba95080d51b8 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604367 Oct 12 18:48:52.128264 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030bc11-1ed0-4b24-b641-22cf26c61b3e req-f5b7a79d-cda3-4bc4-8a21-5aad149aad16 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:52.130302 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8030bc11-1ed0-4b24-b641-22cf26c61b3e req-f5b7a79d-cda3-4bc4-8a21-5aad149aad16 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0951517 Oct 12 18:48:52.175290 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8030bc11-1ed0-4b24-b641-22cf26c61b3e req-6927de52-9788-4647-9b43-31da8906c7b4 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375786 Oct 12 18:48:53.247065 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cd4d0-8d77-439b-a390-4db74c543138 req-50c2cc25-fbfa-445e-80fe-85a2c6fe87f9 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:53.248517 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1e5cd4d0-8d77-439b-a390-4db74c543138 req-50c2cc25-fbfa-445e-80fe-85a2c6fe87f9 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 945 time: 0.0508640 Oct 12 18:48:53.292109 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1e5cd4d0-8d77-439b-a390-4db74c543138 req-a1705d8b-80cf-4d68-a899-8bea2e15818b tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366242 Oct 12 18:48:53.404326 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69827716-f298-45e1-911e-2322a77f3baf req-5e974f6e-302b-4599-b768-cf7f6e8c1354 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:53.405856 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-69827716-f298-45e1-911e-2322a77f3baf req-5e974f6e-302b-4599-b768-cf7f6e8c1354 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0544384 Oct 12 18:48:53.446072 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-69827716-f298-45e1-911e-2322a77f3baf req-92ad6689-1a8c-4bb4-98bf-3ba71ff59630 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335472 Oct 12 18:48:53.611118 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 36020) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:53.728546 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2d1348f6-3b87-4e87-b7f6-de73f3b4918a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:53.829204 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2d1348f6-3b87-4e87-b7f6-de73f3b4918a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:53.835932 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2d1348f6-3b87-4e87-b7f6-de73f3b4918a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:53.875584 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-2d1348f6-3b87-4e87-b7f6-de73f3b4918a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=192c77bcb8bd4eb9bf0ae25bd3ba2bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632663 Oct 12 18:48:53.877614 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1348f6-3b87-4e87-b7f6-de73f3b4918a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1484080a-7781-4b23-b591-3f6b2b1ab83b,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:53.878288 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 36030) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:53.946841 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a340fc86-e24b-49d0-9da0-aa41a09470f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:53.970572 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a340fc86-e24b-49d0-9da0-aa41a09470f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:54.015501 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a340fc86-e24b-49d0-9da0-aa41a09470f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:54.018276 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a340fc86-e24b-49d0-9da0-aa41a09470f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:54.019393 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-a340fc86-e24b-49d0-9da0-aa41a09470f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1484080a-7781-4b23-b591-3f6b2b1ab83b HTTP/1.1" status: 204 len: 168 time: 0.1401365 Oct 12 18:48:54.031908 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340fc86-e24b-49d0-9da0-aa41a09470f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1484080a-7781-4b23-b591-3f6b2b1ab83b,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:54.278135 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 36036) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:54.291140 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5520a9e5-e49a-4160-98bd-1ae24ae771eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:54.365652 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5520a9e5-e49a-4160-98bd-1ae24ae771eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:54.369169 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5520a9e5-e49a-4160-98bd-1ae24ae771eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:54.407578 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520a9e5-e49a-4160-98bd-1ae24ae771eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f5c007-cff3-49e2-9352-8074ef5077b5,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:54.412086 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-5520a9e5-e49a-4160-98bd-1ae24ae771eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=18877e707c294b8b9ef27c704b49b110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1329515 Oct 12 18:48:54.414690 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 36040) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:48:54.429722 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f5a342a8-009d-4484-b83c-1c4738f48646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:54.464664 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-587ae848-2294-42dc-a340-b2732fef9377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:54.485375 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-587ae848-2294-42dc-a340-b2732fef9377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:54.532902 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-587ae848-2294-42dc-a340-b2732fef9377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:54.535656 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-587ae848-2294-42dc-a340-b2732fef9377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:54.536792 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-587ae848-2294-42dc-a340-b2732fef9377 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74f5c007-cff3-49e2-9352-8074ef5077b5 HTTP/1.1" status: 204 len: 168 time: 0.1212180 Oct 12 18:48:54.545155 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ae848-2294-42dc-a340-b2732fef9377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f5c007-cff3-49e2-9352-8074ef5077b5,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:48:56.789023 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58284579-fa98-4541-8348-392dd127a465 req-c7e0ccd0-261d-412c-a6b9-ce41330f6006 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:56.790472 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-58284579-fa98-4541-8348-392dd127a465 req-c7e0ccd0-261d-412c-a6b9-ce41330f6006 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0478151 Oct 12 18:48:56.827643 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-58284579-fa98-4541-8348-392dd127a465 req-47c8a45a-d880-4b7a-98d5-496c38b8a586 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313225 Oct 12 18:48:56.963185 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ec13af85-5ee2-46cb-9e5a-558241e50132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:57.950373 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0111d-2eba-454c-8659-6a375050c729 req-b3074209-ed6d-4ff9-ad95-254a4854f5a7 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:57.951916 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-86e0111d-2eba-454c-8659-6a375050c729 req-b3074209-ed6d-4ff9-ad95-254a4854f5a7 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0556815 Oct 12 18:48:57.982775 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:58.005129 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-86e0111d-2eba-454c-8659-6a375050c729 req-495a5ea8-5233-4eaf-94ec-2bf0fc3798eb tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456223 Oct 12 18:48:58.131390 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:58.568292 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a0983-d224-4c14-b03b-9826200d2162 req-0d62c473-94be-4e8b-a232-f9a67b9d198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:58.569787 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cd9a0983-d224-4c14-b03b-9826200d2162 req-0d62c473-94be-4e8b-a232-f9a67b9d198b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=632a64d9b8e8420c84959edd892a318b&device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 1098 time: 0.0401797 Oct 12 18:48:58.677886 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a0983-d224-4c14-b03b-9826200d2162 req-e6fd5af5-9628-4cb1-85cf-e50287f107de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:58.679338 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cd9a0983-d224-4c14-b03b-9826200d2162 req-e6fd5af5-9628-4cb1-85cf-e50287f107de service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a4e204a-982c-455b-87fd-0d4fbe139919 HTTP/1.1" status: 200 len: 919 time: 0.0873077 Oct 12 18:48:58.736153 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cd9a0983-d224-4c14-b03b-9826200d2162 req-bc89aa8f-367f-46c3-9d7e-6d232d89ae19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd HTTP/1.1" status: 200 len: 217 time: 0.0467887 Oct 12 18:48:58.792915 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a0983-d224-4c14-b03b-9826200d2162 req-38993353-24e8-495e-9cac-c787666c724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:58.794313 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cd9a0983-d224-4c14-b03b-9826200d2162 req-38993353-24e8-495e-9cac-c787666c724c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b19d8b1-43db-4203-8a71-c6a7231cd947 HTTP/1.1" status: 200 len: 858 time: 0.0494750 Oct 12 18:48:58.861025 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cd9a0983-d224-4c14-b03b-9826200d2162 req-ab164f7b-ff18-4a2c-b941-2b2a18f30ae8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a4e204a-982c-455b-87fd-0d4fbe139919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429323 Oct 12 18:48:58.978400 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cd9a0983-d224-4c14-b03b-9826200d2162 req-8485ad29-ccd3-4598-8d91-5faafeb37db0 service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056633 Oct 12 18:48:59.106070 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cd9a0983-d224-4c14-b03b-9826200d2162 req-60d303c8-36a5-4d11-b081-6494df888538 service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194346 Oct 12 18:48:59.182593 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8c49f-85d5-4fe8-b75b-dac8c2942b8c req-a012d42f-b995-4452-b3b3-69f33ca502a9 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:59.185077 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6fd8c49f-85d5-4fe8-b75b-dac8c2942b8c req-a012d42f-b995-4452-b3b3-69f33ca502a9 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0844905 Oct 12 18:48:59.244251 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6fd8c49f-85d5-4fe8-b75b-dac8c2942b8c req-f71329c2-ea9f-42b2-9c91-cb64fb9a698c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505047 Oct 12 18:48:59.694298 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:59.758040 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d441cb-29dd-40f5-b4ed-4a8801f90174 req-ce7ffafc-97db-42c1-b755-20812eb1a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:48:59.759571 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f2d441cb-29dd-40f5-b4ed-4a8801f90174 req-ce7ffafc-97db-42c1-b755-20812eb1a4c2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 1098 time: 0.0406191 Oct 12 18:48:59.797583 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f2d441cb-29dd-40f5-b4ed-4a8801f90174 req-b0db7054-df53-4a2a-b499-6f78ffb900cf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305595 Oct 12 18:49:00.085704 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 36264) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:00.196304 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c31fd62d-4c3f-4950-9b4c-e967d7cd868d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:00.270685 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c31fd62d-4c3f-4950-9b4c-e967d7cd868d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:00.275167 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c31fd62d-4c3f-4950-9b4c-e967d7cd868d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:00.315853 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-c31fd62d-4c3f-4950-9b4c-e967d7cd868d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a9970402e34d42a8b34ded546dbf4b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289588 Oct 12 18:49:00.319446 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 36270) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:00.321149 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fd62d-4c3f-4950-9b4c-e967d7cd868d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ff727c-fcbd-466f-8217-11ca14cb66df,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:00.375236 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5675abc3-8dd6-4dff-a618-bfa12b878202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:00.380437 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7e6f6-c508-45db-96f7-45605ae4bf37 req-c117f1b8-e99c-410e-85ce-5e7feb067e9d tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:00.382633 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-83d7e6f6-c508-45db-96f7-45605ae4bf37 req-c117f1b8-e99c-410e-85ce-5e7feb067e9d tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0622516 Oct 12 18:49:00.416728 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5675abc3-8dd6-4dff-a618-bfa12b878202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:00.439972 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-83d7e6f6-c508-45db-96f7-45605ae4bf37 req-513dabea-09b4-42a3-b9a7-d559b85af996 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517907 Oct 12 18:49:00.470568 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5675abc3-8dd6-4dff-a618-bfa12b878202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:00.473623 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5675abc3-8dd6-4dff-a618-bfa12b878202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:00.477593 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-5675abc3-8dd6-4dff-a618-bfa12b878202 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f8ff727c-fcbd-466f-8217-11ca14cb66df HTTP/1.1" status: 204 len: 168 time: 0.1570907 Oct 12 18:49:00.485491 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675abc3-8dd6-4dff-a618-bfa12b878202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ff727c-fcbd-466f-8217-11ca14cb66df,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:00.674114 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 36288) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:00.793145 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-343586f3-a2b1-46e9-b6d2-438bb687300d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:00.795890 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:00.875961 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-343586f3-a2b1-46e9-b6d2-438bb687300d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:00.880613 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-343586f3-a2b1-46e9-b6d2-438bb687300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:00.921319 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-343586f3-a2b1-46e9-b6d2-438bb687300d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=43777e1025b44d8ea3bc883ed744e80e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436514 Oct 12 18:49:00.921319 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343586f3-a2b1-46e9-b6d2-438bb687300d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c70766c-951c-41bf-bba2-77b2402c8ed9,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:00.923559 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 36300) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:00.980703 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-30d9de02-436b-4b22-b4db-d2d2c4b29467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.006292 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-30d9de02-436b-4b22-b4db-d2d2c4b29467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.057847 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-30d9de02-436b-4b22-b4db-d2d2c4b29467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.060477 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-30d9de02-436b-4b22-b4db-d2d2c4b29467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.061687 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-30d9de02-436b-4b22-b4db-d2d2c4b29467 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c70766c-951c-41bf-bba2-77b2402c8ed9 HTTP/1.1" status: 204 len: 168 time: 0.1369908 Oct 12 18:49:01.073115 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9de02-436b-4b22-b4db-d2d2c4b29467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c70766c-951c-41bf-bba2-77b2402c8ed9,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:01.156652 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 36318) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:01.383040 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-43f71c45-8e0c-4ee9-a60c-5c00c72703f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-125431637-network', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:49:01.405720 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f71c45-8e0c-4ee9-a60c-5c00c72703f8 admin admin] Made reservation on behalf of 584c0a7526884dec8eebb6aeeba85c27 for: {'network': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:49:01.407980 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-43f71c45-8e0c-4ee9-a60c-5c00c72703f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.413373 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 36326) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:01.420725 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-43f71c45-8e0c-4ee9-a60c-5c00c72703f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.427364 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-460208ca-aa27-49fb-9442-2d045b8cca71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.516001 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-43f71c45-8e0c-4ee9-a60c-5c00c72703f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.521329 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-460208ca-aa27-49fb-9442-2d045b8cca71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.525198 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-43f71c45-8e0c-4ee9-a60c-5c00c72703f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.533831 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-460208ca-aa27-49fb-9442-2d045b8cca71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.553409 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f71c45-8e0c-4ee9-a60c-5c00c72703f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=100618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:49:01.567165 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f71c45-8e0c-4ee9-a60c-5c00c72703f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff6ff39-8a09-49f5-8793-9f11e18318ea,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:01.570345 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-43f71c45-8e0c-4ee9-a60c-5c00c72703f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.571050 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.db.segments_db [None req-43f71c45-8e0c-4ee9-a60c-5c00c72703f8 admin admin] Added segment fa7c4693-d476-4d43-b37e-55434e3ade44 of type vlan for network 75f45012-ca84-48de-94b1-c96cbbd8b5d5 Oct 12 18:49:01.603740 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-460208ca-aa27-49fb-9442-2d045b8cca71 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac8a164ddb92472cb5b3dc2056cac664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890318 Oct 12 18:49:01.607295 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 36330) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:01.617001 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-43f71c45-8e0c-4ee9-a60c-5c00c72703f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.637576 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460208ca-aa27-49fb-9442-2d045b8cca71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824a0d8b-9464-4731-93ba-052164383b40,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:01.651372 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-43f71c45-8e0c-4ee9-a60c-5c00c72703f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.652329 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f71c45-8e0c-4ee9-a60c-5c00c72703f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:01.653551 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-43f71c45-8e0c-4ee9-a60c-5c00c72703f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.673930 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bda059-439c-4db8-b6c2-c4b3b635c931 req-90b3c324-2fff-4851-bcdf-b9738669afeb tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:01.673930 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-34bda059-439c-4db8-b6c2-c4b3b635c931 req-90b3c324-2fff-4851-bcdf-b9738669afeb tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.1080277 Oct 12 18:49:01.696458 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a9cee681-a765-4b21-b7a2-dc25b60f99a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.708857 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-43f71c45-8e0c-4ee9-a60c-5c00c72703f8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5509884 Oct 12 18:49:01.712689 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 36332) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:01.719296 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f71c45-8e0c-4ee9-a60c-5c00c72703f8 admin admin] Pushing event updated for resources: {'Network': ['ID=75f45012-ca84-48de-94b1-c96cbbd8b5d5,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:01.719493 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-02add04a-b371-42fb-bfc1-669c54fe5624 admin admin] Request body: {'subnet': {'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-125431637-subnet', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'ip_version': 4}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:49:01.733809 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network 75f45012-ca84-48de-94b1-c96cbbd8b5d5 details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:49:01.750977 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a9cee681-a765-4b21-b7a2-dc25b60f99a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.761687 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-34bda059-439c-4db8-b6c2-c4b3b635c931 req-caf38649-7d60-4b6e-9761-cebc90d46d0d tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757399 Oct 12 18:49:01.795479 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02add04a-b371-42fb-bfc1-669c54fe5624 admin admin] Made reservation on behalf of 584c0a7526884dec8eebb6aeeba85c27 for: {'subnet': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:49:01.797773 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-02add04a-b371-42fb-bfc1-669c54fe5624 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4759592'] for subnet, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.871367 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a9cee681-a765-4b21-b7a2-dc25b60f99a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.873899 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a9cee681-a765-4b21-b7a2-dc25b60f99a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:01.875013 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-a9cee681-a765-4b21-b7a2-dc25b60f99a4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/824a0d8b-9464-4731-93ba-052164383b40 HTTP/1.1" status: 204 len: 168 time: 0.2643344 Oct 12 18:49:01.888954 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cee681-a765-4b21-b7a2-dc25b60f99a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824a0d8b-9464-4731-93ba-052164383b40,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:01.993979 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-02add04a-b371-42fb-bfc1-669c54fe5624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5055621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4759558'] for subnet, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.049843 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02add04a-b371-42fb-bfc1-669c54fe5624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9163a3c0-797e-4089-8da9-2009530844eb,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:02.065221 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02add04a-b371-42fb-bfc1-669c54fe5624 admin admin] Checking segment: {'id': 'fa7c4693-d476-4d43-b37e-55434e3ade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:49:02.065602 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02add04a-b371-42fb-bfc1-669c54fe5624 admin admin] Network hostable DHCP agents. Network: 75f45012-ca84-48de-94b1-c96cbbd8b5d5, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:49:02.084760 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02add04a-b371-42fb-bfc1-669c54fe5624 admin admin] Network 75f45012-ca84-48de-94b1-c96cbbd8b5d5 is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:49:02.094469 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-02add04a-b371-42fb-bfc1-669c54fe5624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, 75f45012-ca84-48de-94b1-c96cbbd8b5d5) {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:49:02.099703 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02add04a-b371-42fb-bfc1-669c54fe5624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:02.100365 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-02add04a-b371-42fb-bfc1-669c54fe5624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.105080 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8981913d-f656-41d8-96b5-b1dfef59741d None None] Network 75f45012-ca84-48de-94b1-c96cbbd8b5d5 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:49:02.119649 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-02add04a-b371-42fb-bfc1-669c54fe5624 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4057152 Oct 12 18:49:02.123387 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 36338) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:02.127952 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-125431637-router', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:49:02.148699 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7999991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24842'] for router, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.149694 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7999843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8005428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24837'] for router, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.210738 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.268687 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 36342) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:02.283818 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4c895009-c456-4712-a22f-42b0a6eed560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.307165 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5602ee66-8491-574c-94af-19f40db2d604-75f45012-ca84-48de-94b1-c96cbbd8b5d5', 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'fixed_ips': [{'subnet_id': '9163a3c0-797e-4089-8da9-2009530844eb'}]}} from dv-cinder-813229-2-iscsi. {{(pid=100619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:49:02.308249 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.357996 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.378264 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4c895009-c456-4712-a22f-42b0a6eed560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.384083 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4c895009-c456-4712-a22f-42b0a6eed560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.431429 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-4c895009-c456-4712-a22f-42b0a6eed560 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=07c07a0b0a9242e3bfe8aa58d606bff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651926 Oct 12 18:49:02.432300 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 36348) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:02.434253 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c895009-c456-4712-a22f-42b0a6eed560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d521a2af-1470-49ef-b4b0-6fe20c3ff2c0,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:02.501730 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Allocated IP 172.20.0.2 (75f45012-ca84-48de-94b1-c96cbbd8b5d5/9163a3c0-797e-4089-8da9-2009530844eb/f3d747ce-a456-4391-8d6a-471179aec180) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:49:02.510432 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-bfc03905-4b7e-4122-ba04-db28565a9f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.604311 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-bfc03905-4b7e-4122-ba04-db28565a9f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.674041 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.677468 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Notify callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.683649 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.695753 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.714705 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-bfc03905-4b7e-4122-ba04-db28565a9f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.717756 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-bfc03905-4b7e-4122-ba04-db28565a9f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.719004 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-bfc03905-4b7e-4122-ba04-db28565a9f21 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d521a2af-1470-49ef-b4b0-6fe20c3ff2c0 HTTP/1.1" status: 204 len: 168 time: 0.2848995 Oct 12 18:49:02.724269 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Network 75f45012-ca84-48de-94b1-c96cbbd8b5d5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:49:02.727209 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:49:02.730994 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:49:02.762041 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc03905-4b7e-4122-ba04-db28565a9f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d521a2af-1470-49ef-b4b0-6fe20c3ff2c0,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:02.762282 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Pushing event updated for resources: {'Port': ['ID=f3d747ce-a456-4391-8d6a-471179aec180,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:02.803487 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Attempting to bind port f3d747ce-a456-4391-8d6a-471179aec180 on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:49:02.803861 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Attempting to bind port f3d747ce-a456-4391-8d6a-471179aec180 by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'fa7c4693-d476-4d43-b37e-55434e3ade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:49:02.804348 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Attempting to bind port f3d747ce-a456-4391-8d6a-471179aec180 on network 75f45012-ca84-48de-94b1-c96cbbd8b5d5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:49:02.810496 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:49:02.810870 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Checking segment: {'id': 'fa7c4693-d476-4d43-b37e-55434e3ade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:49:02.811273 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.811777 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Bound using segment: {'id': 'fa7c4693-d476-4d43-b37e-55434e3ade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:49:02.812244 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Bound port: f3d747ce-a456-4391-8d6a-471179aec180, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7c4693-d476-4d43-b37e-55434e3ade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:49:02.812621 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.847254 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] Allocated IP 172.27.0.96 (3ebee7fc-7e47-48dc-a73f-702afd21678f/257fc62d-aef6-4fd3-8a07-67da1276276c/ff483f44-b3aa-4847-9e72-de763e60227d) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:49:02.885874 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] For port f3d747ce-a456-4391-8d6a-471179aec180, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:49:02.889257 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] For port f3d747ce-a456-4391-8d6a-471179aec180, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=f3d747ce-a456-4391-8d6a-471179aec180,segment=NetworkSegment(fa7c4693-d476-4d43-b37e-55434e3ade44),segment_id=fa7c4693-d476-4d43-b37e-55434e3ade44)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:49:02.894092 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:02.967398 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd264d0a-6be2-4ec3-a955-622fb48780a7 None None] Pushing event updated for resources: {'Port': ['ID=f3d747ce-a456-4391-8d6a-471179aec180,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:02.999534 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3677cdb-c88e-4a36-b5eb-12491479bda9 req-fb517669-5f9d-4144-9886-c0f663ab08f7 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:03.001078 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e3677cdb-c88e-4a36-b5eb-12491479bda9 req-fb517669-5f9d-4144-9886-c0f663ab08f7 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.1382766 Oct 12 18:49:03.072131 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e3677cdb-c88e-4a36-b5eb-12491479bda9 req-9c948a8f-08b6-4fb7-821c-b31ebdde7d53 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637028 Oct 12 18:49:03.075004 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:03.117200 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:03.172175 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:49:03.178793 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:49:03.180123 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:49:03.217888 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] Pushing event updated for resources: {'Port': ['ID=ff483f44-b3aa-4847-9e72-de763e60227d,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:03.840413 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aeff33-834a-4aee-b438-ad0dafe63b54 req-8d7acc76-371f-439e-8a50-41e168b1cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:03.841946 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-76aeff33-834a-4aee-b438-ad0dafe63b54 req-8d7acc76-371f-439e-8a50-41e168b1cea0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=632a64d9b8e8420c84959edd892a318b&device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 1098 time: 0.4197702 Oct 12 18:49:03.876661 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffc949-3f4f-42fc-9523-30ba807dee89 req-2195fe73-6fe1-4a7d-8dc4-954dd7edbf4f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:03.878233 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bfffc949-3f4f-42fc-9523-30ba807dee89 req-2195fe73-6fe1-4a7d-8dc4-954dd7edbf4f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.4140182 Oct 12 18:49:03.940391 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.032249 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bfffc949-3f4f-42fc-9523-30ba807dee89 req-e60d79e8-498c-4686-8eee-1728915f28d2 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153440 Oct 12 18:49:04.074769 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aeff33-834a-4aee-b438-ad0dafe63b54 req-51a0bfd7-091c-4790-af8e-aed3639ddc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:04.076258 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-76aeff33-834a-4aee-b438-ad0dafe63b54 req-51a0bfd7-091c-4790-af8e-aed3639ddc29 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a4e204a-982c-455b-87fd-0d4fbe139919 HTTP/1.1" status: 200 len: 919 time: 0.2228429 Oct 12 18:49:04.132664 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-76aeff33-834a-4aee-b438-ad0dafe63b54 req-a037f1ce-a8df-45dc-97e8-3744be93a824 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd HTTP/1.1" status: 200 len: 217 time: 0.0426900 Oct 12 18:49:04.166986 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ec3e53-223f-4723-9e1e-56404fef4f32 None None] Network 75f45012-ca84-48de-94b1-c96cbbd8b5d5 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:49:04.227231 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-7015cc0a-bc64-4eb5-b547-1399643902d5 None None] Provisioning complete for port f3d747ce-a456-4391-8d6a-471179aec180 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:04.227803 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7015cc0a-bc64-4eb5-b547-1399643902d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.263954 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aeff33-834a-4aee-b438-ad0dafe63b54 req-0c594755-8cad-4c28-a4ec-6b318f2d90de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:04.265538 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-76aeff33-834a-4aee-b438-ad0dafe63b54 req-0c594755-8cad-4c28-a4ec-6b318f2d90de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b19d8b1-43db-4203-8a71-c6a7231cd947 HTTP/1.1" status: 200 len: 858 time: 0.1239526 Oct 12 18:49:04.307234 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-76aeff33-834a-4aee-b438-ad0dafe63b54 req-a47066dc-d404-473d-b96d-f2642d9792d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a4e204a-982c-455b-87fd-0d4fbe139919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326328 Oct 12 18:49:04.309829 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7999868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7932389'] for router, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.409657 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7015cc0a-bc64-4eb5-b547-1399643902d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.452855 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-7015cc0a-bc64-4eb5-b547-1399643902d5 None None] For port f3d747ce-a456-4391-8d6a-471179aec180, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=f3d747ce-a456-4391-8d6a-471179aec180,segment=NetworkSegment(fa7c4693-d476-4d43-b37e-55434e3ade44),segment_id=fa7c4693-d476-4d43-b37e-55434e3ade44)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:04.465705 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7015cc0a-bc64-4eb5-b547-1399643902d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.494070 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-76aeff33-834a-4aee-b438-ad0dafe63b54 req-e83263a0-2228-4dd3-be7b-18b48fb144f7 service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785228 Oct 12 18:49:04.518487 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015cc0a-bc64-4eb5-b547-1399643902d5 None None] Pushing event updated for resources: {'Port': ['ID=f3d747ce-a456-4391-8d6a-471179aec180,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:04.585905 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] Router cbd4de1b-a449-4c55-ae76-025c93a9a15b is scheduled to L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 with binding_index 1 {{(pid=100617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:49:04.681827 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-76aeff33-834a-4aee-b438-ad0dafe63b54 req-ff3e294b-654b-4c3a-a453-c73ca2823b42 service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783237 Oct 12 18:49:04.750032 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:49:04.775014 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Sync routers for ids ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'] in dv-cinder-813229-2-iscsi {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:49:04.776181 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] Notify callbacks [] for router, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.777440 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-8421ac5a-5b8c-472f-8827-4e542273157f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6530743 Oct 12 18:49:04.779971 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 36420) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:04.791093 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Routers {'cbd4de1b-a449-4c55-ae76-025c93a9a15b'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:49:04.791937 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:48:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:04.792745 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-2495067e-522a-4ae7-8b49-fef066a8a941 None None] Provisioning complete for port f3d747ce-a456-4391-8d6a-471179aec180 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:04.793542 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2495067e-522a-4ae7-8b49-fef066a8a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:04.922776 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device f3d747ce-a456-4391-8d6a-471179aec180 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:49:04.967506 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Set router cbd4de1b-a449-4c55-ae76-025c93a9a15b gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:49:04.993231 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port f3d747ce-a456-4391-8d6a-471179aec180 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:04.993637 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:05.217181 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'name': 'tempest-TestMinimumBasicScenario-125431637-router', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:03Z', 'revision_number': 3, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'gw_port': {'id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:05.237441 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e9b54-23d0-402b-acd8-0cef837f6480 req-c4db2826-50eb-40dc-88f7-1c335eb92fa3 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:05.239681 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ad3e9b54-23d0-402b-acd8-0cef837f6480 req-c4db2826-50eb-40dc-88f7-1c335eb92fa3 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0976799 Oct 12 18:49:05.255360 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Checking router: cbd4de1b-a449-4c55-ae76-025c93a9a15b for host: dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:49:05.255813 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Updating router cbd4de1b-a449-4c55-ae76-025c93a9a15b port ff483f44-b3aa-4847-9e72-de763e60227d binding host dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:49:05.292822 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:05.315494 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ad3e9b54-23d0-402b-acd8-0cef837f6480 req-da0d70fe-087a-42fd-b43e-de2eaec58b77 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699527 Oct 12 18:49:05.420150 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b7e3dbac-2913-4dd3-b742-b4404775196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:05.581428 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:05.587475 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:05.593532 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-b7e3dbac-2913-4dd3-b742-b4404775196b admin admin] Allocated IP 172.20.0.1 (75f45012-ca84-48de-94b1-c96cbbd8b5d5/9163a3c0-797e-4089-8da9-2009530844eb/0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:49:05.628204 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 36450) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:05.646054 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Attempting to bind port ff483f44-b3aa-4847-9e72-de763e60227d on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:49:05.646435 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Attempting to bind port ff483f44-b3aa-4847-9e72-de763e60227d by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:49:05.646989 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Attempting to bind port ff483f44-b3aa-4847-9e72-de763e60227d on network 3ebee7fc-7e47-48dc-a73f-702afd21678f {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:49:05.654519 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94a010-8dfc-44e8-a6e3-d1dcbcedb223 None None] Pushing event updated for resources: {'Port': ['ID=ff483f44-b3aa-4847-9e72-de763e60227d,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:05.657595 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:49:05.658203 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Checking segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:49:05.658789 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:05.659192 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Bound using segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:49:05.659680 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Bound port: ff483f44-b3aa-4847-9e72-de763e60227d, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:49:05.660246 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:05.686038 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94a010-8dfc-44e8-a6e3-d1dcbcedb223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:05.686427 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94a010-8dfc-44e8-a6e3-d1dcbcedb223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:05.686786 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94a010-8dfc-44e8-a6e3-d1dcbcedb223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:05.687112 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94a010-8dfc-44e8-a6e3-d1dcbcedb223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:05.687622 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94a010-8dfc-44e8-a6e3-d1dcbcedb223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:05.687958 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94a010-8dfc-44e8-a6e3-d1dcbcedb223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:05.688292 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94a010-8dfc-44e8-a6e3-d1dcbcedb223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:05.688621 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94a010-8dfc-44e8-a6e3-d1dcbcedb223 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:05.689026 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94a010-8dfc-44e8-a6e3-d1dcbcedb223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:05.689380 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94a010-8dfc-44e8-a6e3-d1dcbcedb223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:05.689707 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94a010-8dfc-44e8-a6e3-d1dcbcedb223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:05.690298 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94a010-8dfc-44e8-a6e3-d1dcbcedb223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:49:05.726112 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b7e3dbac-2913-4dd3-b742-b4404775196b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:05.734044 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] For port ff483f44-b3aa-4847-9e72-de763e60227d, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:49:05.739645 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] For port ff483f44-b3aa-4847-9e72-de763e60227d, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=ff483f44-b3aa-4847-9e72-de763e60227d,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:49:05.745148 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:05.763104 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b7e3dbac-2913-4dd3-b742-b4404775196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:05.784655 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-96fcb92a-ea5f-4509-a079-685434f569b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:05.807201 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94a010-8dfc-44e8-a6e3-d1dcbcedb223 None None] Pushing event updated for resources: {'Port': ['ID=ff483f44-b3aa-4847-9e72-de763e60227d,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:05.818628 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e3dbac-2913-4dd3-b742-b4404775196b admin admin] Network 75f45012-ca84-48de-94b1-c96cbbd8b5d5 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:49:05.825450 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-b7e3dbac-2913-4dd3-b742-b4404775196b admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:49:05.829117 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3dbac-2913-4dd3-b742-b4404775196b admin admin] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:49:05.837698 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Routers {'cbd4de1b-a449-4c55-ae76-025c93a9a15b'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:49:05.838243 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:48:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:05.858825 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3dbac-2913-4dd3-b742-b4404775196b admin admin] Pushing event updated for resources: {'Port': ['ID=0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:05.896191 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b7e3dbac-2913-4dd3-b742-b4404775196b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7932212'] for router_interface, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:05.900872 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-96fcb92a-ea5f-4509-a079-685434f569b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:05.909202 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-96fcb92a-ea5f-4509-a079-685434f569b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:05.946839 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 36460) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:05.947537 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-96fcb92a-ea5f-4509-a079-685434f569b1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d89e7f6b3e9e4bafaec8af4b3d286314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165214 Oct 12 18:49:05.971085 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcb92a-ea5f-4509-a079-685434f569b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44c6bc9-fc4a-499b-aa07-6a551528ce81,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:05.972269 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] Set router cbd4de1b-a449-4c55-ae76-025c93a9a15b gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:49:06.058655 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-face7968-e86a-4bec-8b8e-53bdee29ff18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:06.112563 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-face7968-e86a-4bec-8b8e-53bdee29ff18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:06.127341 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-d7fce67a-edb0-49d7-bcf1-1204e96455ea None None] Provisioning complete for port 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:06.127956 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d7fce67a-edb0-49d7-bcf1-1204e96455ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:06.137156 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b7e3dbac-2913-4dd3-b742-b4404775196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:06.166753 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d7fce67a-edb0-49d7-bcf1-1204e96455ea None None] Port 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:49:06.240951 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-face7968-e86a-4bec-8b8e-53bdee29ff18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:06.243917 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-face7968-e86a-4bec-8b8e-53bdee29ff18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:06.245060 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-face7968-e86a-4bec-8b8e-53bdee29ff18 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f44c6bc9-fc4a-499b-aa07-6a551528ce81 HTTP/1.1" status: 204 len: 168 time: 0.2969153 Oct 12 18:49:06.264377 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'name': 'tempest-TestMinimumBasicScenario-125431637-router', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:03Z', 'revision_number': 3, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'gw_port': {'id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:06.281783 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face7968-e86a-4bec-8b8e-53bdee29ff18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44c6bc9-fc4a-499b-aa07-6a551528ce81,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:06.290241 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a292cf3-72d3-445e-b400-7a9fbcc1e930 None None] The sync data for ids ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'] in dv-cinder-813229-2-iscsi is: [{'id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'name': 'tempest-TestMinimumBasicScenario-125431637-router', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:03Z', 'revision_number': 3, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'gw_port': {'id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}] {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:49:06.368744 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b7e3dbac-2913-4dd3-b742-b4404775196b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:06.384940 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b7e3dbac-2913-4dd3-b742-b4404775196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:06.487429 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b7e3dbac-2913-4dd3-b742-b4404775196b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006308'] for router_interface, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:06.497763 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3dbac-2913-4dd3-b742-b4404775196b admin admin] Pushing event updated for resources: {'Port': ['ID=0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:06.563786 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c0151-017c-44d1-9cff-0797bd11a2a2 req-cbe37c73-30ef-4855-820c-db39f8da1fde tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:06.571708 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ce2c0151-017c-44d1-9cff-0797bd11a2a2 req-cbe37c73-30ef-4855-820c-db39f8da1fde tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.1378858 Oct 12 18:49:06.632318 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ce2c0151-017c-44d1-9cff-0797bd11a2a2 req-f8026a9e-8b80-4f02-8938-0cf99003dc08 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597112 Oct 12 18:49:06.657049 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e3dbac-2913-4dd3-b742-b4404775196b admin admin] Network 75f45012-ca84-48de-94b1-c96cbbd8b5d5 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:49:06.659314 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-b7e3dbac-2913-4dd3-b742-b4404775196b admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:49:06.685230 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 36470) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:06.707551 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a7c013f1-2993-43e7-baf1-866c58504710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:06.850270 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device ff483f44-b3aa-4847-9e72-de763e60227d up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:49:06.920117 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port ff483f44-b3aa-4847-9e72-de763e60227d triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:06.920861 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:07.019909 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-03a68f39-4833-4b3a-8d97-0c61d706dad3 None None] Provisioning complete for port 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:07.020577 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-03a68f39-4833-4b3a-8d97-0c61d706dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:07.057854 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:07.084291 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-03a68f39-4833-4b3a-8d97-0c61d706dad3 None None] Port 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:49:07.089084 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] For port ff483f44-b3aa-4847-9e72-de763e60227d, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=ff483f44-b3aa-4847-9e72-de763e60227d,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:07.094544 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:07.153718 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Pushing event updated for resources: {'Port': ['ID=ff483f44-b3aa-4847-9e72-de763e60227d,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:07.203002 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e3dbac-2913-4dd3-b742-b4404775196b admin admin] Router cbd4de1b-a449-4c55-ae76-025c93a9a15b has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:49:07.235182 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a7c013f1-2993-43e7-baf1-866c58504710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:07.271049 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a7c013f1-2993-43e7-baf1-866c58504710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:07.345422 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c013f1-2993-43e7-baf1-866c58504710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367fcfbd-9574-4c42-b834-5662556fa90c,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:07.356426 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-a7c013f1-2993-43e7-baf1-866c58504710 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3f426574ac4043e08a66a071fd3a6dca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6701248 Oct 12 18:49:07.359203 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 36478) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:07.377446 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e3dbac-2913-4dd3-b742-b4404775196b admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:49:07.383223 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-b7e3dbac-2913-4dd3-b742-b4404775196b admin admin] 10.222.0.66 "PUT /v2.0/routers/cbd4de1b-a449-4c55-ae76-025c93a9a15b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5912952 Oct 12 18:49:07.412535 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-42f10bb5-1a35-41a8-83de-d192cc319b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:07.437644 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-42f10bb5-1a35-41a8-83de-d192cc319b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:07.486632 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-42f10bb5-1a35-41a8-83de-d192cc319b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:07.490375 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-42f10bb5-1a35-41a8-83de-d192cc319b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:07.491664 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-42f10bb5-1a35-41a8-83de-d192cc319b8e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/367fcfbd-9574-4c42-b834-5662556fa90c HTTP/1.1" status: 204 len: 168 time: 0.1313713 Oct 12 18:49:07.516163 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f10bb5-1a35-41a8-83de-d192cc319b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367fcfbd-9574-4c42-b834-5662556fa90c,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:07.830852 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46681b33-6d2a-41af-86ce-6c5946508cf9 req-f93c4bbe-f8de-46cc-84b8-284a0e1c0ffa tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:07.833333 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-46681b33-6d2a-41af-86ce-6c5946508cf9 req-f93c4bbe-f8de-46cc-84b8-284a0e1c0ffa tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0727310 Oct 12 18:49:07.883021 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-46681b33-6d2a-41af-86ce-6c5946508cf9 req-3ea391f5-5cd8-4cd6-929e-3856db3d3e1c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436904 Oct 12 18:49:08.127791 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 36516) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:08.132957 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-8509ffbb-f1d2-46de-8c4e-d1575600fc02 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1526041067-network', 'tenant_id': '84600fa36b2f459196f40525e30bfb05'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:49:08.167925 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8509ffbb-f1d2-46de-8c4e-d1575600fc02 admin admin] Made reservation on behalf of 84600fa36b2f459196f40525e30bfb05 for: {'network': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:49:08.171038 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8509ffbb-f1d2-46de-8c4e-d1575600fc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:08.201607 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8509ffbb-f1d2-46de-8c4e-d1575600fc02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:08.235741 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Sync routers for ids ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:49:08.256788 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Routers {'cbd4de1b-a449-4c55-ae76-025c93a9a15b'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:49:08.257769 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:48:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:08.327508 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8509ffbb-f1d2-46de-8c4e-d1575600fc02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:08.337066 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8509ffbb-f1d2-46de-8c4e-d1575600fc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:08.378211 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509ffbb-f1d2-46de-8c4e-d1575600fc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2257b4-b08b-425a-91b9-97b95286a029,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:08.391906 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8509ffbb-f1d2-46de-8c4e-d1575600fc02 admin admin] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=100617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:49:08.406206 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8509ffbb-f1d2-46de-8c4e-d1575600fc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:08.406739 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.segments_db [None req-8509ffbb-f1d2-46de-8c4e-d1575600fc02 admin admin] Added segment bccb816c-34f8-49bd-8e19-591a5470a186 of type vlan for network 61cd6a51-28eb-48cc-8584-58130104f1cc Oct 12 18:49:08.456955 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8509ffbb-f1d2-46de-8c4e-d1575600fc02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:08.482996 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Set router cbd4de1b-a449-4c55-ae76-025c93a9a15b gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:49:08.483824 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8509ffbb-f1d2-46de-8c4e-d1575600fc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:08.484933 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8509ffbb-f1d2-46de-8c4e-d1575600fc02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:08.485543 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8509ffbb-f1d2-46de-8c4e-d1575600fc02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:08.546136 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-8509ffbb-f1d2-46de-8c4e-d1575600fc02 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4148061 Oct 12 18:49:08.550270 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 36528) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:08.560980 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-d64a8028-257a-4fc7-add4-a8b82bc93d94 admin admin] Request body: {'subnet': {'network_id': '61cd6a51-28eb-48cc-8584-58130104f1cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1526041067-subnet', 'tenant_id': '84600fa36b2f459196f40525e30bfb05', 'ip_version': 4}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:49:08.571983 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509ffbb-f1d2-46de-8c4e-d1575600fc02 admin admin] Pushing event updated for resources: {'Network': ['ID=61cd6a51-28eb-48cc-8584-58130104f1cc,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:08.588883 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network 61cd6a51-28eb-48cc-8584-58130104f1cc details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:49:08.603853 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64a8028-257a-4fc7-add4-a8b82bc93d94 admin admin] Made reservation on behalf of 84600fa36b2f459196f40525e30bfb05 for: {'subnet': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:49:08.606440 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d64a8028-257a-4fc7-add4-a8b82bc93d94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4759592'] for subnet, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:08.825990 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d64a8028-257a-4fc7-add4-a8b82bc93d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5055621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4759558'] for subnet, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:08.831307 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device ff483f44-b3aa-4847-9e72-de763e60227d up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:49:08.895272 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a8028-257a-4fc7-add4-a8b82bc93d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a372c910-8363-4ffd-bd16-716f93517d07,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:08.897730 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64a8028-257a-4fc7-add4-a8b82bc93d94 admin admin] Checking segment: {'id': 'bccb816c-34f8-49bd-8e19-591a5470a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '61cd6a51-28eb-48cc-8584-58130104f1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:49:08.898153 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64a8028-257a-4fc7-add4-a8b82bc93d94 admin admin] Network hostable DHCP agents. Network: 61cd6a51-28eb-48cc-8584-58130104f1cc, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:49:08.922355 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64a8028-257a-4fc7-add4-a8b82bc93d94 admin admin] Network 61cd6a51-28eb-48cc-8584-58130104f1cc is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:49:08.946094 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-d64a8028-257a-4fc7-add4-a8b82bc93d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, 61cd6a51-28eb-48cc-8584-58130104f1cc) {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:49:08.953057 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64a8028-257a-4fc7-add4-a8b82bc93d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:08.954336 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d64a8028-257a-4fc7-add4-a8b82bc93d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:08.960124 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c464034-0f67-4f16-b88c-bd0439e762fc None None] Network 61cd6a51-28eb-48cc-8584-58130104f1cc requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:49:08.981671 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-d64a8028-257a-4fc7-add4-a8b82bc93d94 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4291034 Oct 12 18:49:08.984347 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 36544) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:08.991354 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1526041067-router', 'tenant_id': '84600fa36b2f459196f40525e30bfb05', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:49:09.022524 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port ff483f44-b3aa-4847-9e72-de763e60227d triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:09.023246 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:09.027919 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfc480-23d6-4427-81f0-af2e9b248a10 req-31cec340-da0e-4043-b972-9d15d672a5aa tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:09.029654 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-72cfc480-23d6-4427-81f0-af2e9b248a10 req-31cec340-da0e-4043-b972-9d15d672a5aa tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0643351 Oct 12 18:49:09.033650 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7999991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24842'] for router, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:09.037783 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7999843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8005428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24837'] for router, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:09.076762 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-72cfc480-23d6-4427-81f0-af2e9b248a10 req-4631f8c2-5fb7-4066-a03e-0933eebc7ea3 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401516 Oct 12 18:49:09.124814 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'name': 'tempest-TestMinimumBasicScenario-125431637-router', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:06Z', 'revision_number': 4, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'gw_port': {'id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb', 'name': '', 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'mac_address': 'fa:16:3e:67:b6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9163a3c0-797e-4089-8da9-2009530844eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:05Z', 'updated_at': '2021-10-12T18:49:06Z', 'revision_number': 2, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'subnets': [{'id': '9163a3c0-797e-4089-8da9-2009530844eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:09.126562 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:09.201218 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Checking router: cbd4de1b-a449-4c55-ae76-025c93a9a15b for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:49:09.201601 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Updating router cbd4de1b-a449-4c55-ae76-025c93a9a15b port 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb binding host dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:49:09.256771 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:09.308151 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:09.320564 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5602ee66-8491-574c-94af-19f40db2d604-61cd6a51-28eb-48cc-8584-58130104f1cc', 'network_id': '61cd6a51-28eb-48cc-8584-58130104f1cc', 'tenant_id': '84600fa36b2f459196f40525e30bfb05', 'fixed_ips': [{'subnet_id': 'a372c910-8363-4ffd-bd16-716f93517d07'}]}} from dv-cinder-813229-2-iscsi. {{(pid=100619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:49:09.321904 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:09.652568 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:09.679299 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:09.681609 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Allocated IP 172.20.0.2 (61cd6a51-28eb-48cc-8584-58130104f1cc/a372c910-8363-4ffd-bd16-716f93517d07/35c7ec42-d82f-4b17-bbf8-7fed053c212f) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:49:09.800331 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.db_base_plugin_common [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] Allocated IP 172.27.0.97 (3ebee7fc-7e47-48dc-a73f-702afd21678f/257fc62d-aef6-4fd3-8a07-67da1276276c/2864784c-b58a-4b9f-8890-776a2eba70e6) {{(pid=100618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:49:09.864699 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Notify callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:09.873037 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:09.985311 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702d56c-48b7-43d8-b36f-66012c0538e6 None None] Pushing event updated for resources: {'Port': ['ID=0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:10.014929 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Notify callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:10.029560 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:10.104243 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Network 61cd6a51-28eb-48cc-8584-58130104f1cc is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:49:10.110286 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:49:10.115902 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Attempting to bind port 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:49:10.116341 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Attempting to bind port 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'fa7c4693-d476-4d43-b37e-55434e3ade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:49:10.116713 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Attempting to bind port 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb on network 75f45012-ca84-48de-94b1-c96cbbd8b5d5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:49:10.125598 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:49:10.128830 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Pushing event updated for resources: {'Port': ['ID=35c7ec42-d82f-4b17-bbf8-7fed053c212f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:10.135796 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:49:10.136201 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Checking segment: {'id': 'fa7c4693-d476-4d43-b37e-55434e3ade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:49:10.136605 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:10.136989 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Bound using segment: {'id': 'fa7c4693-d476-4d43-b37e-55434e3ade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:49:10.137536 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Bound port: 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7c4693-d476-4d43-b37e-55434e3ade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:49:10.137913 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:10.147287 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:10.188118 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:10.228124 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is already hosted by enough agents. {{(pid=100618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:49:10.232792 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] Resources bound (agent type, host, resource id): {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:49:10.236669 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] Received port after_create {{(pid=100618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:49:10.248565 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Attempting to bind port 35c7ec42-d82f-4b17-bbf8-7fed053c212f on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:49:10.248937 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Attempting to bind port 35c7ec42-d82f-4b17-bbf8-7fed053c212f by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'bccb816c-34f8-49bd-8e19-591a5470a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '61cd6a51-28eb-48cc-8584-58130104f1cc'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:49:10.249302 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Attempting to bind port 35c7ec42-d82f-4b17-bbf8-7fed053c212f on network 61cd6a51-28eb-48cc-8584-58130104f1cc {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:49:10.259465 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] Pushing event updated for resources: {'Port': ['ID=2864784c-b58a-4b9f-8890-776a2eba70e6,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:10.264268 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:49:10.264817 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Checking segment: {'id': 'bccb816c-34f8-49bd-8e19-591a5470a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '61cd6a51-28eb-48cc-8584-58130104f1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:49:10.265072 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:10.265558 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Bound using segment: {'id': 'bccb816c-34f8-49bd-8e19-591a5470a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '61cd6a51-28eb-48cc-8584-58130104f1cc'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:49:10.266098 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Bound port: 35c7ec42-d82f-4b17-bbf8-7fed053c212f, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bccb816c-34f8-49bd-8e19-591a5470a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '61cd6a51-28eb-48cc-8584-58130104f1cc'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:49:10.266504 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:10.306476 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-467fa679-c520-4a6e-abeb-9db6379f0a8d None None] Provisioning complete for port 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:10.307433 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-467fa679-c520-4a6e-abeb-9db6379f0a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:10.362536 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] For port 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:49:10.392481 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] For port 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb,segment=NetworkSegment(fa7c4693-d476-4d43-b37e-55434e3ade44),segment_id=fa7c4693-d476-4d43-b37e-55434e3ade44)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:49:10.401699 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:10.409134 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-467fa679-c520-4a6e-abeb-9db6379f0a8d None None] Port 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:49:10.453526 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 36596) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:10.470096 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] For port 35c7ec42-d82f-4b17-bbf8-7fed053c212f, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:49:10.477550 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] For port 35c7ec42-d82f-4b17-bbf8-7fed053c212f, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=35c7ec42-d82f-4b17-bbf8-7fed053c212f,segment=NetworkSegment(bccb816c-34f8-49bd-8e19-591a5470a186),segment_id=bccb816c-34f8-49bd-8e19-591a5470a186)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:49:10.491057 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:10.506925 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702d56c-48b7-43d8-b36f-66012c0538e6 None None] Pushing event updated for resources: {'Port': ['ID=0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:10.518689 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Routers {'cbd4de1b-a449-4c55-ae76-025c93a9a15b'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:49:10.519883 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:48:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:10.570278 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:10.796834 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-69d962e6-7b9a-4993-b379-e6638118178a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:10.819776 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] Set router cbd4de1b-a449-4c55-ae76-025c93a9a15b gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:49:10.822833 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245ea44-112c-4642-8198-31ac91b177fa None None] Pushing event updated for resources: {'Port': ['ID=35c7ec42-d82f-4b17-bbf8-7fed053c212f,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:10.851376 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600e675-0f0e-48aa-becf-207fd45eaacd req-7555fc4b-e8e8-4526-a186-5cf1893b37c4 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:10.858661 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1600e675-0f0e-48aa-becf-207fd45eaacd req-7555fc4b-e8e8-4526-a186-5cf1893b37c4 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.1628258 Oct 12 18:49:10.961949 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1600e675-0f0e-48aa-becf-207fd45eaacd req-1b95e3fc-7d51-4f06-9b65-880a4d017b60 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023629 Oct 12 18:49:10.967883 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7999868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7932389'] for router, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:10.973390 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-7a8e14b0-3a23-4c1d-bbf9-fce70e92e65a None None] Provisioning complete for port 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:10.975387 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a8e14b0-3a23-4c1d-bbf9-fce70e92e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.014769 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-69d962e6-7b9a-4993-b379-e6638118178a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.029075 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-69d962e6-7b9a-4993-b379-e6638118178a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.091299 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-69d962e6-7b9a-4993-b379-e6638118178a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fc109e1e234845edb31b0025fddcc9a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6368918 Oct 12 18:49:11.092896 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d962e6-7b9a-4993-b379-e6638118178a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59df2c1-4d5f-443d-87d5-f6eeaa91cdda,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:11.095690 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 36616) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:11.171045 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8e05-1815-4c84-b8d9-f894f30d5884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.186750 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] Router 7f247ab5-90fa-4186-a87c-bf9a4cf9d166 is scheduled to L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 with binding_index 1 {{(pid=100618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:49:11.218260 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8e05-1815-4c84-b8d9-f894f30d5884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.293204 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8e05-1815-4c84-b8d9-f894f30d5884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.295854 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8e05-1815-4c84-b8d9-f894f30d5884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.299831 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-8f6b8e05-1815-4c84-b8d9-f894f30d5884 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f59df2c1-4d5f-443d-87d5-f6eeaa91cdda HTTP/1.1" status: 204 len: 168 time: 0.2028377 Oct 12 18:49:11.308667 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b8e05-1815-4c84-b8d9-f894f30d5884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59df2c1-4d5f-443d-87d5-f6eeaa91cdda,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:11.366110 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:49:11.377554 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Sync routers for ids ['7f247ab5-90fa-4186-a87c-bf9a4cf9d166'] in dv-cinder-813229-2-iscsi {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:49:11.389853 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Routers {'7f247ab5-90fa-4186-a87c-bf9a4cf9d166'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:49:11.391398 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] Notify callbacks [] for router, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.393004 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-a5e03dbd-1fda-4127-966b-82180963505f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4065347 Oct 12 18:49:11.395865 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:48:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['7f247ab5-90fa-4186-a87c-bf9a4cf9d166'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:11.396174 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 36624) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:11.397234 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a8e14b0-3a23-4c1d-bbf9-fce70e92e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.445385 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-7a8e14b0-3a23-4c1d-bbf9-fce70e92e65a None None] For port 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb,segment=NetworkSegment(fa7c4693-d476-4d43-b37e-55434e3ade44),segment_id=fa7c4693-d476-4d43-b37e-55434e3ade44)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:11.463715 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a8e14b0-3a23-4c1d-bbf9-fce70e92e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:11.489705 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'name': 'tempest-TestMinimumBasicScenario-125431637-router', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:06Z', 'revision_number': 4, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'gw_port': {'id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb', 'name': '', 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'mac_address': 'fa:16:3e:67:b6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9163a3c0-797e-4089-8da9-2009530844eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:05Z', 'updated_at': '2021-10-12T18:49:10Z', 'revision_number': 4, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'subnets': [{'id': '9163a3c0-797e-4089-8da9-2009530844eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:11.565117 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf4b59d-0112-4eee-b06b-b549949d93ec None None] The sync data for ids ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'] in dv-cinder-813229-2-iscsi is: [{'id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'name': 'tempest-TestMinimumBasicScenario-125431637-router', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:06Z', 'revision_number': 4, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'gw_port': {'id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb', 'name': '', 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'mac_address': 'fa:16:3e:67:b6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9163a3c0-797e-4089-8da9-2009530844eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:05Z', 'updated_at': '2021-10-12T18:49:10Z', 'revision_number': 4, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'subnets': [{'id': '9163a3c0-797e-4089-8da9-2009530844eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:49:11.612130 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e14b0-3a23-4c1d-bbf9-fce70e92e65a None None] Pushing event updated for resources: {'Port': ['ID=0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:11.622819 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Set router 7f247ab5-90fa-4186-a87c-bf9a4cf9d166 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:49:11.978732 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 36636) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:11.996454 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b6ec019b-e5c5-44e5-97c2-26d453ba9828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:12.000849 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f247ab5-90fa-4186-a87c-bf9a4cf9d166', 'name': 'tempest-TestMinimumBasicScenario-1526041067-router', 'tenant_id': '84600fa36b2f459196f40525e30bfb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2864784c-b58a-4b9f-8890-776a2eba70e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:09Z', 'updated_at': '2021-10-12T18:49:10Z', 'revision_number': 3, 'project_id': '84600fa36b2f459196f40525e30bfb05', 'gw_port': {'id': '2864784c-b58a-4b9f-8890-776a2eba70e6', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f247ab5-90fa-4186-a87c-bf9a4cf9d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:09Z', 'updated_at': '2021-10-12T18:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:12.046093 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Checking router: 7f247ab5-90fa-4186-a87c-bf9a4cf9d166 for host: dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:49:12.046530 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Updating router 7f247ab5-90fa-4186-a87c-bf9a4cf9d166 port 2864784c-b58a-4b9f-8890-776a2eba70e6 binding host dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:49:12.082954 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:12.116072 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf5fbdf-daa3-4d1e-8256-d08f29f1311b None None] Network 61cd6a51-28eb-48cc-8584-58130104f1cc requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:49:12.135765 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b6ec019b-e5c5-44e5-97c2-26d453ba9828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:12.143307 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b6ec019b-e5c5-44e5-97c2-26d453ba9828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:12.204169 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-b6ec019b-e5c5-44e5-97c2-26d453ba9828 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8711ffa5643a4ea8b802e11e63a4853e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242382 Oct 12 18:49:12.208023 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 36640) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:49:12.249780 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4ce39189-fd0c-4c57-8c70-5015cc06f99b None None] Provisioning complete for port 35c7ec42-d82f-4b17-bbf8-7fed053c212f triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:12.257032 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ce39189-fd0c-4c57-8c70-5015cc06f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:12.295191 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-9b698767-9dfc-4934-86b8-e90a943c60ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:12.297990 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec019b-e5c5-44e5-97c2-26d453ba9828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786e0a78-05d8-4b36-ad4d-5362e5edb755,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:12.326321 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-9b698767-9dfc-4934-86b8-e90a943c60ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:12.371719 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4420c245-4dba-4ac4-877a-efbb7b9ce326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:12.405653 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-9b698767-9dfc-4934-86b8-e90a943c60ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:12.408478 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-9b698767-9dfc-4934-86b8-e90a943c60ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:12.409980 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-9b698767-9dfc-4934-86b8-e90a943c60ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/786e0a78-05d8-4b36-ad4d-5362e5edb755 HTTP/1.1" status: 204 len: 168 time: 0.2009189 Oct 12 18:49:12.422340 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b698767-9dfc-4934-86b8-e90a943c60ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786e0a78-05d8-4b36-ad4d-5362e5edb755,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:12.446450 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:12.455152 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:12.514978 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1665c-c679-4dfc-9e99-e9d620367f14 None None] Pushing event updated for resources: {'Port': ['ID=2864784c-b58a-4b9f-8890-776a2eba70e6,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:12.558831 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Attempting to bind port 2864784c-b58a-4b9f-8890-776a2eba70e6 on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:49:12.558831 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Attempting to bind port 2864784c-b58a-4b9f-8890-776a2eba70e6 by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:49:12.558831 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Attempting to bind port 2864784c-b58a-4b9f-8890-776a2eba70e6 on network 3ebee7fc-7e47-48dc-a73f-702afd21678f {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:49:12.575358 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:49:12.575795 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Checking segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:49:12.576371 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:12.577196 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Bound using segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:49:12.577906 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Bound port: 2864784c-b58a-4b9f-8890-776a2eba70e6, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:49:12.578568 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:12.592767 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ce39189-fd0c-4c57-8c70-5015cc06f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:12.658280 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-4ce39189-fd0c-4c57-8c70-5015cc06f99b None None] For port 35c7ec42-d82f-4b17-bbf8-7fed053c212f, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=35c7ec42-d82f-4b17-bbf8-7fed053c212f,segment=NetworkSegment(bccb816c-34f8-49bd-8e19-591a5470a186),segment_id=bccb816c-34f8-49bd-8e19-591a5470a186)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:12.665226 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ce39189-fd0c-4c57-8c70-5015cc06f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:12.728234 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] For port 2864784c-b58a-4b9f-8890-776a2eba70e6, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:49:12.735424 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] For port 2864784c-b58a-4b9f-8890-776a2eba70e6, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=2864784c-b58a-4b9f-8890-776a2eba70e6,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:49:12.745824 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:12.767714 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce39189-fd0c-4c57-8c70-5015cc06f99b None None] Pushing event updated for resources: {'Port': ['ID=35c7ec42-d82f-4b17-bbf8-7fed053c212f,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:12.770343 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-4420c245-4dba-4ac4-877a-efbb7b9ce326 admin admin] Allocated IP 172.20.0.1 (61cd6a51-28eb-48cc-8584-58130104f1cc/a372c910-8363-4ffd-bd16-716f93517d07/dc7ebb04-d6f8-4d93-8616-ea14d26289e1) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:49:12.858153 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1665c-c679-4dfc-9e99-e9d620367f14 None None] Pushing event updated for resources: {'Port': ['ID=2864784c-b58a-4b9f-8890-776a2eba70e6,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:12.924284 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-85dc88d5-8def-4c2f-91e3-733fdde433c7 None None] Provisioning complete for port 35c7ec42-d82f-4b17-bbf8-7fed053c212f triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:12.924668 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85dc88d5-8def-4c2f-91e3-733fdde433c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:13.020169 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:49:13.031011 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Routers {'7f247ab5-90fa-4186-a87c-bf9a4cf9d166'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:49:13.031849 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:48:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['7f247ab5-90fa-4186-a87c-bf9a4cf9d166'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:13.049578 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4420c245-4dba-4ac4-877a-efbb7b9ce326 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:13.102919 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4420c245-4dba-4ac4-877a-efbb7b9ce326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:13.172391 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420c245-4dba-4ac4-877a-efbb7b9ce326 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7ebb04-d6f8-4d93-8616-ea14d26289e1,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:13.178774 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:13.179005 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:13.183380 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] Set router 7f247ab5-90fa-4186-a87c-bf9a4cf9d166 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:49:13.188638 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4420c245-4dba-4ac4-877a-efbb7b9ce326 admin admin] Network 61cd6a51-28eb-48cc-8584-58130104f1cc is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:49:13.191674 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-4420c245-4dba-4ac4-877a-efbb7b9ce326 admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:49:13.194319 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4420c245-4dba-4ac4-877a-efbb7b9ce326 admin admin] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:49:13.268563 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4420c245-4dba-4ac4-877a-efbb7b9ce326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7932212'] for router_interface, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:13.302640 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 35c7ec42-d82f-4b17-bbf8-7fed053c212f up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:49:13.398775 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 35c7ec42-d82f-4b17-bbf8-7fed053c212f triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:13.399292 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:13.505644 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f247ab5-90fa-4186-a87c-bf9a4cf9d166', 'name': 'tempest-TestMinimumBasicScenario-1526041067-router', 'tenant_id': '84600fa36b2f459196f40525e30bfb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2864784c-b58a-4b9f-8890-776a2eba70e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:09Z', 'updated_at': '2021-10-12T18:49:10Z', 'revision_number': 3, 'project_id': '84600fa36b2f459196f40525e30bfb05', 'gw_port': {'id': '2864784c-b58a-4b9f-8890-776a2eba70e6', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f247ab5-90fa-4186-a87c-bf9a4cf9d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:09Z', 'updated_at': '2021-10-12T18:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:13.537469 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4420c245-4dba-4ac4-877a-efbb7b9ce326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:13.550804 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b10891-a768-4721-b18d-bfb4a832ab15 None None] The sync data for ids ['7f247ab5-90fa-4186-a87c-bf9a4cf9d166'] in dv-cinder-813229-2-iscsi is: [{'id': '7f247ab5-90fa-4186-a87c-bf9a4cf9d166', 'name': 'tempest-TestMinimumBasicScenario-1526041067-router', 'tenant_id': '84600fa36b2f459196f40525e30bfb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2864784c-b58a-4b9f-8890-776a2eba70e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:09Z', 'updated_at': '2021-10-12T18:49:10Z', 'revision_number': 3, 'project_id': '84600fa36b2f459196f40525e30bfb05', 'gw_port': {'id': '2864784c-b58a-4b9f-8890-776a2eba70e6', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f247ab5-90fa-4186-a87c-bf9a4cf9d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:09Z', 'updated_at': '2021-10-12T18:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}] {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:49:13.618408 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-c1a74849-33f9-428d-bc3a-d20416e92f50 None None] Provisioning complete for port dc7ebb04-d6f8-4d93-8616-ea14d26289e1 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:13.618945 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c1a74849-33f9-428d-bc3a-d20416e92f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:13.683352 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c1a74849-33f9-428d-bc3a-d20416e92f50 None None] Port dc7ebb04-d6f8-4d93-8616-ea14d26289e1 cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:49:13.757513 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4420c245-4dba-4ac4-877a-efbb7b9ce326 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:13.763103 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4420c245-4dba-4ac4-877a-efbb7b9ce326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:13.829905 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4420c245-4dba-4ac4-877a-efbb7b9ce326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006308'] for router_interface, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:13.840296 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420c245-4dba-4ac4-877a-efbb7b9ce326 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7ebb04-d6f8-4d93-8616-ea14d26289e1,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:13.936838 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4420c245-4dba-4ac4-877a-efbb7b9ce326 admin admin] Network 61cd6a51-28eb-48cc-8584-58130104f1cc is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:49:13.938262 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-4420c245-4dba-4ac4-877a-efbb7b9ce326 admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:49:14.096074 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4420c245-4dba-4ac4-877a-efbb7b9ce326 admin admin] Router 7f247ab5-90fa-4186-a87c-bf9a4cf9d166 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:49:14.211811 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-c0676908-2dc9-4b46-bc6a-8192ceeec6f6 None None] Provisioning complete for port dc7ebb04-d6f8-4d93-8616-ea14d26289e1 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:14.212261 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0676908-2dc9-4b46-bc6a-8192ceeec6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:14.216788 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4420c245-4dba-4ac4-877a-efbb7b9ce326 admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:49:14.222003 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-4420c245-4dba-4ac4-877a-efbb7b9ce326 admin admin] 10.222.0.66 "PUT /v2.0/routers/7f247ab5-90fa-4186-a87c-bf9a4cf9d166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8238626 Oct 12 18:49:14.256212 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c0676908-2dc9-4b46-bc6a-8192ceeec6f6 None None] Port dc7ebb04-d6f8-4d93-8616-ea14d26289e1 cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:49:14.855484 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 35c7ec42-d82f-4b17-bbf8-7fed053c212f up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:49:14.902169 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 35c7ec42-d82f-4b17-bbf8-7fed053c212f triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:14.902542 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:14.984467 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 2864784c-b58a-4b9f-8890-776a2eba70e6 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:49:15.032918 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 2864784c-b58a-4b9f-8890-776a2eba70e6 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:15.033288 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:15.127134 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:15.149868 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] For port 2864784c-b58a-4b9f-8890-776a2eba70e6, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=2864784c-b58a-4b9f-8890-776a2eba70e6,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:15.154808 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:15.210874 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Pushing event updated for resources: {'Port': ['ID=2864784c-b58a-4b9f-8890-776a2eba70e6,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:15.286419 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Sync routers for ids ['7f247ab5-90fa-4186-a87c-bf9a4cf9d166'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:49:15.295216 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Routers {'7f247ab5-90fa-4186-a87c-bf9a4cf9d166'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:49:15.295826 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:48:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['7f247ab5-90fa-4186-a87c-bf9a4cf9d166'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:15.400762 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Set router 7f247ab5-90fa-4186-a87c-bf9a4cf9d166 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:49:15.610337 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f247ab5-90fa-4186-a87c-bf9a4cf9d166', 'name': 'tempest-TestMinimumBasicScenario-1526041067-router', 'tenant_id': '84600fa36b2f459196f40525e30bfb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2864784c-b58a-4b9f-8890-776a2eba70e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:09Z', 'updated_at': '2021-10-12T18:49:13Z', 'revision_number': 4, 'project_id': '84600fa36b2f459196f40525e30bfb05', 'gw_port': {'id': '2864784c-b58a-4b9f-8890-776a2eba70e6', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f247ab5-90fa-4186-a87c-bf9a4cf9d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:09Z', 'updated_at': '2021-10-12T18:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'dc7ebb04-d6f8-4d93-8616-ea14d26289e1', 'name': '', 'network_id': '61cd6a51-28eb-48cc-8584-58130104f1cc', 'tenant_id': '84600fa36b2f459196f40525e30bfb05', 'mac_address': 'fa:16:3e:de:a5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f247ab5-90fa-4186-a87c-bf9a4cf9d166', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'a372c910-8363-4ffd-bd16-716f93517d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:12Z', 'updated_at': '2021-10-12T18:49:13Z', 'revision_number': 2, 'project_id': '84600fa36b2f459196f40525e30bfb05', 'subnets': [{'id': 'a372c910-8363-4ffd-bd16-716f93517d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:15.641864 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Checking router: 7f247ab5-90fa-4186-a87c-bf9a4cf9d166 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:49:15.642214 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Updating router 7f247ab5-90fa-4186-a87c-bf9a4cf9d166 port dc7ebb04-d6f8-4d93-8616-ea14d26289e1 binding host dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:49:15.668659 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:15.931234 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Notify callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:15.936607 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:15.992194 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4193db8-7dec-4e7a-b834-de52ee7985f4 None None] Pushing event updated for resources: {'Port': ['ID=dc7ebb04-d6f8-4d93-8616-ea14d26289e1,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:16.045063 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Attempting to bind port dc7ebb04-d6f8-4d93-8616-ea14d26289e1 on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:49:16.045455 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Attempting to bind port dc7ebb04-d6f8-4d93-8616-ea14d26289e1 by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'bccb816c-34f8-49bd-8e19-591a5470a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '61cd6a51-28eb-48cc-8584-58130104f1cc'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:49:16.045825 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Attempting to bind port dc7ebb04-d6f8-4d93-8616-ea14d26289e1 on network 61cd6a51-28eb-48cc-8584-58130104f1cc {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:49:16.051882 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:49:16.052254 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Checking segment: {'id': 'bccb816c-34f8-49bd-8e19-591a5470a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '61cd6a51-28eb-48cc-8584-58130104f1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:49:16.052659 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:16.053050 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Bound using segment: {'id': 'bccb816c-34f8-49bd-8e19-591a5470a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '61cd6a51-28eb-48cc-8584-58130104f1cc'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:49:16.053554 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Bound port: dc7ebb04-d6f8-4d93-8616-ea14d26289e1, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bccb816c-34f8-49bd-8e19-591a5470a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '61cd6a51-28eb-48cc-8584-58130104f1cc'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:49:16.053940 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:16.118880 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] For port dc7ebb04-d6f8-4d93-8616-ea14d26289e1, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:49:16.122263 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] For port dc7ebb04-d6f8-4d93-8616-ea14d26289e1, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=dc7ebb04-d6f8-4d93-8616-ea14d26289e1,segment=NetworkSegment(bccb816c-34f8-49bd-8e19-591a5470a186),segment_id=bccb816c-34f8-49bd-8e19-591a5470a186)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:49:16.127189 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:16.206123 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4193db8-7dec-4e7a-b834-de52ee7985f4 None None] Pushing event updated for resources: {'Port': ['ID=dc7ebb04-d6f8-4d93-8616-ea14d26289e1,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:16.209972 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Routers {'7f247ab5-90fa-4186-a87c-bf9a4cf9d166'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:49:16.210735 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:48:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['7f247ab5-90fa-4186-a87c-bf9a4cf9d166'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:16.256000 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-713280b9-5351-4965-85cb-8bac371456a7 None None] Provisioning complete for port dc7ebb04-d6f8-4d93-8616-ea14d26289e1 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:16.256376 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-713280b9-5351-4965-85cb-8bac371456a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:16.381187 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] Set router 7f247ab5-90fa-4186-a87c-bf9a4cf9d166 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:49:16.432313 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-713280b9-5351-4965-85cb-8bac371456a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:16.530884 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-713280b9-5351-4965-85cb-8bac371456a7 None None] For port dc7ebb04-d6f8-4d93-8616-ea14d26289e1, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=dc7ebb04-d6f8-4d93-8616-ea14d26289e1,segment=NetworkSegment(bccb816c-34f8-49bd-8e19-591a5470a186),segment_id=bccb816c-34f8-49bd-8e19-591a5470a186)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:49:16.540814 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-713280b9-5351-4965-85cb-8bac371456a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:16.743083 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-1b5caf3d-3c74-44da-92de-e2a79fa31edf None None] Provisioning complete for port dc7ebb04-d6f8-4d93-8616-ea14d26289e1 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:16.743454 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1b5caf3d-3c74-44da-92de-e2a79fa31edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:16.783034 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713280b9-5351-4965-85cb-8bac371456a7 None None] Pushing event updated for resources: {'Port': ['ID=dc7ebb04-d6f8-4d93-8616-ea14d26289e1,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:16.791376 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 2864784c-b58a-4b9f-8890-776a2eba70e6 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:49:16.910078 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f247ab5-90fa-4186-a87c-bf9a4cf9d166', 'name': 'tempest-TestMinimumBasicScenario-1526041067-router', 'tenant_id': '84600fa36b2f459196f40525e30bfb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2864784c-b58a-4b9f-8890-776a2eba70e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:09Z', 'updated_at': '2021-10-12T18:49:13Z', 'revision_number': 4, 'project_id': '84600fa36b2f459196f40525e30bfb05', 'gw_port': {'id': '2864784c-b58a-4b9f-8890-776a2eba70e6', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f247ab5-90fa-4186-a87c-bf9a4cf9d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:09Z', 'updated_at': '2021-10-12T18:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'dc7ebb04-d6f8-4d93-8616-ea14d26289e1', 'name': '', 'network_id': '61cd6a51-28eb-48cc-8584-58130104f1cc', 'tenant_id': '84600fa36b2f459196f40525e30bfb05', 'mac_address': 'fa:16:3e:de:a5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f247ab5-90fa-4186-a87c-bf9a4cf9d166', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'a372c910-8363-4ffd-bd16-716f93517d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:12Z', 'updated_at': '2021-10-12T18:49:16Z', 'revision_number': 4, 'project_id': '84600fa36b2f459196f40525e30bfb05', 'subnets': [{'id': 'a372c910-8363-4ffd-bd16-716f93517d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:49:16.914400 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 2864784c-b58a-4b9f-8890-776a2eba70e6 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:16.914764 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:16.959355 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f8820-1c55-438f-b392-f216edafacfc None None] The sync data for ids ['7f247ab5-90fa-4186-a87c-bf9a4cf9d166'] in dv-cinder-813229-2-iscsi is: [{'id': '7f247ab5-90fa-4186-a87c-bf9a4cf9d166', 'name': 'tempest-TestMinimumBasicScenario-1526041067-router', 'tenant_id': '84600fa36b2f459196f40525e30bfb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2864784c-b58a-4b9f-8890-776a2eba70e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:09Z', 'updated_at': '2021-10-12T18:49:13Z', 'revision_number': 4, 'project_id': '84600fa36b2f459196f40525e30bfb05', 'gw_port': {'id': '2864784c-b58a-4b9f-8890-776a2eba70e6', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f247ab5-90fa-4186-a87c-bf9a4cf9d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:09Z', 'updated_at': '2021-10-12T18:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'dc7ebb04-d6f8-4d93-8616-ea14d26289e1', 'name': '', 'network_id': '61cd6a51-28eb-48cc-8584-58130104f1cc', 'tenant_id': '84600fa36b2f459196f40525e30bfb05', 'mac_address': 'fa:16:3e:de:a5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f247ab5-90fa-4186-a87c-bf9a4cf9d166', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'a372c910-8363-4ffd-bd16-716f93517d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:12Z', 'updated_at': '2021-10-12T18:49:16Z', 'revision_number': 4, 'project_id': '84600fa36b2f459196f40525e30bfb05', 'subnets': [{'id': 'a372c910-8363-4ffd-bd16-716f93517d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:49:18.867943 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device dc7ebb04-d6f8-4d93-8616-ea14d26289e1 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:49:18.935533 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port dc7ebb04-d6f8-4d93-8616-ea14d26289e1 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:18.936089 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:19.468579 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1a1d1-bf73-46dd-81b2-d5499a1e1ac7 req-732d3e02-f48e-4fe9-a506-23b8a131d9b1 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:19.470089 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7ed1a1d1-bf73-46dd-81b2-d5499a1e1ac7 req-732d3e02-f48e-4fe9-a506-23b8a131d9b1 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0846710 Oct 12 18:49:19.473438 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86644e4-dfc8-46fb-8034-c0e238f5e9b5 req-5e79ebc6-7ca5-44b5-ae44-35f1aa961efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:19.474802 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a86644e4-dfc8-46fb-8034-c0e238f5e9b5 req-5e79ebc6-7ca5-44b5-ae44-35f1aa961efd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=632a64d9b8e8420c84959edd892a318b&device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 1098 time: 0.0988519 Oct 12 18:49:19.577681 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7ed1a1d1-bf73-46dd-81b2-d5499a1e1ac7 req-b0412a6f-b5b0-4f0a-8162-18af90a0f628 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010244 Oct 12 18:49:19.623858 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86644e4-dfc8-46fb-8034-c0e238f5e9b5 req-91ec814e-0cef-4c57-92fc-ac4778ea2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:19.625923 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a86644e4-dfc8-46fb-8034-c0e238f5e9b5 req-91ec814e-0cef-4c57-92fc-ac4778ea2979 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a4e204a-982c-455b-87fd-0d4fbe139919 HTTP/1.1" status: 200 len: 919 time: 0.1293871 Oct 12 18:49:19.684427 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a86644e4-dfc8-46fb-8034-c0e238f5e9b5 req-55910aeb-4008-483a-b0ee-27d3bdb3e3d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd HTTP/1.1" status: 200 len: 217 time: 0.0443375 Oct 12 18:49:19.754525 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86644e4-dfc8-46fb-8034-c0e238f5e9b5 req-fa2bbeee-24b4-4168-a107-ebbfcc1f4182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:19.755999 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a86644e4-dfc8-46fb-8034-c0e238f5e9b5 req-fa2bbeee-24b4-4168-a107-ebbfcc1f4182 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b19d8b1-43db-4203-8a71-c6a7231cd947 HTTP/1.1" status: 200 len: 858 time: 0.0577135 Oct 12 18:49:19.795851 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a86644e4-dfc8-46fb-8034-c0e238f5e9b5 req-ed60fefc-cea5-43e9-924b-53e798029f89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a4e204a-982c-455b-87fd-0d4fbe139919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314155 Oct 12 18:49:19.901697 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a86644e4-dfc8-46fb-8034-c0e238f5e9b5 req-03b3867c-53cc-4b66-aceb-d3593947d077 service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967295 Oct 12 18:49:20.015763 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a86644e4-dfc8-46fb-8034-c0e238f5e9b5 req-951e66e3-1444-4820-bce5-ad31447399a4 service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065478 Oct 12 18:49:20.758943 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98db72-8e47-4b94-b8b5-cc041466180e req-56faaf72-44e4-420a-a3bb-f490021f36a2 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:20.760409 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6f98db72-8e47-4b94-b8b5-cc041466180e req-56faaf72-44e4-420a-a3bb-f490021f36a2 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0579646 Oct 12 18:49:20.812383 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6f98db72-8e47-4b94-b8b5-cc041466180e req-2004811f-9ee1-482a-8312-2f81fb8072d3 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453424 Oct 12 18:49:21.961669 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc62f3-0799-43ce-b58d-ec3e7bf07783 req-63267593-d679-4d57-8e05-ba4d72aebff8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:21.969974 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-33cc62f3-0799-43ce-b58d-ec3e7bf07783 req-63267593-d679-4d57-8e05-ba4d72aebff8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0595374 Oct 12 18:49:22.025696 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-33cc62f3-0799-43ce-b58d-ec3e7bf07783 req-2b9a2359-1a9c-40da-b997-9e113e2b03f5 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475981 Oct 12 18:49:23.125262 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcade022-9b20-418e-9792-d168166a3259 req-fe0369f3-7573-4d35-8919-74301472a7e9 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:23.134182 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bcade022-9b20-418e-9792-d168166a3259 req-fe0369f3-7573-4d35-8919-74301472a7e9 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0544655 Oct 12 18:49:23.173873 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bcade022-9b20-418e-9792-d168166a3259 req-48083be0-95e2-4b67-a23e-e3384b477370 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406616 Oct 12 18:49:24.326832 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9ff6c-da7d-4315-97b0-a3b8199b4404 req-6f40d7a7-bdfa-4817-b2a8-16e61e745f8b tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:24.329503 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e1d9ff6c-da7d-4315-97b0-a3b8199b4404 req-6f40d7a7-bdfa-4817-b2a8-16e61e745f8b tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0653222 Oct 12 18:49:24.375667 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e1d9ff6c-da7d-4315-97b0-a3b8199b4404 req-d12c048f-e603-4fd5-a6b6-8c5038182029 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363739 Oct 12 18:49:24.423850 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2b3e4d6c-494a-4cb8-943b-2fe496dd6081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:24.648198 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:49:25.511786 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3949fff-bec7-4987-b029-ca0df3a2d45b req-4730a26f-9264-421a-b09b-47eccd359e39 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:25.519891 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d3949fff-bec7-4987-b029-ca0df3a2d45b req-4730a26f-9264-421a-b09b-47eccd359e39 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0570581 Oct 12 18:49:25.555766 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d3949fff-bec7-4987-b029-ca0df3a2d45b req-0fec1528-27c9-4f97-b3dc-0b53f55d6686 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350235 Oct 12 18:49:26.692572 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2109f-a7f4-40b9-9ae1-77db90044a4b req-e1b596ec-6b69-472f-97b3-456b8809634b tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:26.694152 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-85c2109f-a7f4-40b9-9ae1-77db90044a4b req-e1b596ec-6b69-472f-97b3-456b8809634b tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0605848 Oct 12 18:49:26.755640 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-85c2109f-a7f4-40b9-9ae1-77db90044a4b req-eccc1603-4d83-4edb-ac55-932fd2701ace tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468485 Oct 12 18:49:26.965284 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aabe7a9d-9088-49bf-9c9e-d13a3361a232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:27.887471 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-e75dc4a7-2fd5-45d1-ba9e-b5f3959f75aa tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:27.888819 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-e75dc4a7-2fd5-45d1-ba9e-b5f3959f75aa tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/networks?id=75f45012-ca84-48de-94b1-c96cbbd8b5d5 HTTP/1.1" status: 200 len: 814 time: 0.1301615 Oct 12 18:49:27.909054 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570fd59-ef84-4522-adf1-709a87cd5a5d req-1bace267-9551-46ef-a2ef-62986aa1a2ec tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:27.910630 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9570fd59-ef84-4522-adf1-709a87cd5a5d req-1bace267-9551-46ef-a2ef-62986aa1a2ec tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0826328 Oct 12 18:49:27.914175 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-ac3cc7a6-5348-410f-98df-d4db620ebbbf tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/quotas/584c0a7526884dec8eebb6aeeba85c27 HTTP/1.1" status: 200 len: 375 time: 0.0184236 Oct 12 18:49:27.978635 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9570fd59-ef84-4522-adf1-709a87cd5a5d req-4e32011f-ea75-4999-a31e-b474f0f59fc0 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621672 Oct 12 18:49:27.986277 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:27.995355 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-772fd2dd-53f0-4f1f-9b63-c1eb646fea8b tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=584c0a7526884dec8eebb6aeeba85c27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736022 Oct 12 18:49:28.091635 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-d3008f96-42dd-41a9-a2cc-58d1bbef19ac service neutron] 10.222.0.66 "GET /v2.0/networks/75f45012-ca84-48de-94b1-c96cbbd8b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832775 Oct 12 18:49:28.136692 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:28.183187 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-88bc8cca-aa95-407d-b5d6-01321a347ab4 service neutron] 10.222.0.66 "GET /v2.0/networks/75f45012-ca84-48de-94b1-c96cbbd8b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854177 Oct 12 18:49:28.345738 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ea22c203-e60b-4ca4-ac16-bad8c145e61c req-e69f83d8-59b1-4fec-b2a6-ee9d7ded76eb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 210 time: 0.0263171 Oct 12 18:49:29.113841 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc497f29-c8c9-4760-8011-cae1e58d5c35 req-f75deb1c-fcb0-4345-afbb-0de3647f751d tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:29.115285 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fc497f29-c8c9-4760-8011-cae1e58d5c35 req-f75deb1c-fcb0-4345-afbb-0de3647f751d tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0502074 Oct 12 18:49:29.153022 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fc497f29-c8c9-4760-8011-cae1e58d5c35 req-06c6176d-631d-4fde-b29f-5bb20427e08b tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317843 Oct 12 18:49:29.454228 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9c4b2d87-141b-4118-8277-f4d108515d4a req-e75a0ba6-926d-48b7-bd77-5e3e54801807 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 210 time: 0.0371630 Oct 12 18:49:29.481596 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-c2e40c82-f743-4997-b00c-faf64ecd7c3a tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:29.483398 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-c2e40c82-f743-4997-b00c-faf64ecd7c3a tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.21 "GET /v2.0/networks?id=75f45012-ca84-48de-94b1-c96cbbd8b5d5 HTTP/1.1" status: 200 len: 814 time: 0.1404202 Oct 12 18:49:29.505124 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6fcfa4fb-bfd7-470e-a206-e4fbc8d1c2bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Request body: {'port': {'device_id': 'e3f85884-eae9-4981-b118-4feff64745ef', 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5', 'admin_state_up': True, 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:49:29.621987 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6fcfa4fb-bfd7-470e-a206-e4fbc8d1c2bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Made reservation on behalf of 584c0a7526884dec8eebb6aeeba85c27 for: {'port': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:49:29.625486 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6fcfa4fb-bfd7-470e-a206-e4fbc8d1c2bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:29.704370 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:29.758407 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6fcfa4fb-bfd7-470e-a206-e4fbc8d1c2bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Allocated IP 172.20.0.9 (75f45012-ca84-48de-94b1-c96cbbd8b5d5/9163a3c0-797e-4089-8da9-2009530844eb/0a038624-0867-4f66-b6b0-1ccce0721118) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:49:29.917699 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6fcfa4fb-bfd7-470e-a206-e4fbc8d1c2bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:29.956963 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6fcfa4fb-bfd7-470e-a206-e4fbc8d1c2bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:30.015096 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6fcfa4fb-bfd7-470e-a206-e4fbc8d1c2bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Network 75f45012-ca84-48de-94b1-c96cbbd8b5d5 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:49:30.019815 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6fcfa4fb-bfd7-470e-a206-e4fbc8d1c2bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:49:30.034831 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6fcfa4fb-bfd7-470e-a206-e4fbc8d1c2bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:49:30.395815 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-8fb48b59-3749-4cf0-bc5f-3db937fa4753 None None] Provisioning complete for port 0a038624-0867-4f66-b6b0-1ccce0721118 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:49:30.396445 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8fb48b59-3749-4cf0-bc5f-3db937fa4753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:30.422790 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfa4fb-bfd7-470e-a206-e4fbc8d1c2bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Pushing event updated for resources: {'Port': ['ID=0a038624-0867-4f66-b6b0-1ccce0721118,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:49:30.441529 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8fb48b59-3749-4cf0-bc5f-3db937fa4753 None None] Port 0a038624-0867-4f66-b6b0-1ccce0721118 cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:49:30.477817 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6fcfa4fb-bfd7-470e-a206-e4fbc8d1c2bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:30.478463 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6fcfa4fb-bfd7-470e-a206-e4fbc8d1c2bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:30.504003 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98e9ed-6fea-4778-94fa-22737cf3b10b req-57e9d83a-6342-4610-aaca-61ad1336252a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:30.513114 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2a98e9ed-6fea-4778-94fa-22737cf3b10b req-57e9d83a-6342-4610-aaca-61ad1336252a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0934784 Oct 12 18:49:30.528555 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6fcfa4fb-bfd7-470e-a206-e4fbc8d1c2bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0269325 Oct 12 18:49:30.587103 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2a98e9ed-6fea-4778-94fa-22737cf3b10b req-99105050-7a49-4d97-ba2a-dd5122662fde tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730813 Oct 12 18:49:30.607807 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e8c59-cf66-4f19-8e50-3177a7323be6 req-c1e94455-6c52-4193-b3b4-47eae6c35fcb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:49:30.608257 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6b2e8c59-cf66-4f19-8e50-3177a7323be6 req-c1e94455-6c52-4193-b3b4-47eae6c35fcb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 931 time: 0.0724032 Oct 12 18:49:30.647791 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6b2e8c59-cf66-4f19-8e50-3177a7323be6 req-1d06abdb-727a-4d3b-965a-4dc87f94b5e2 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326307 Oct 12 18:49:30.790446 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:54.427578 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46bdb123-9a5e-4610-8cb8-831991e449d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:56.965513 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7077eccd-658e-4953-a818-1683bec7720e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:57.981286 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:58.137775 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:49:59.699987 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:00.803693 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:01.647779 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:50:03.718771 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 37278) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:03.840817 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-3900b3db-417c-4683-926e-1d2ae72bb3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:03.915273 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-3900b3db-417c-4683-926e-1d2ae72bb3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:03.918730 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-3900b3db-417c-4683-926e-1d2ae72bb3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:03.957630 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-3900b3db-417c-4683-926e-1d2ae72bb3d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=049f4d16c42f4ef1af4680a35383de96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377944 Oct 12 18:50:03.958529 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900b3db-417c-4683-926e-1d2ae72bb3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cc42e0-8dad-4e88-a18b-55be6acbbaba,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:03.960485 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 37282) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:03.966866 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900b3db-417c-4683-926e-1d2ae72bb3d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:03.967220 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900b3db-417c-4683-926e-1d2ae72bb3d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:03.967573 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900b3db-417c-4683-926e-1d2ae72bb3d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:03.967910 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900b3db-417c-4683-926e-1d2ae72bb3d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:03.968243 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900b3db-417c-4683-926e-1d2ae72bb3d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:03.968578 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900b3db-417c-4683-926e-1d2ae72bb3d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:03.968909 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900b3db-417c-4683-926e-1d2ae72bb3d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:03.969239 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900b3db-417c-4683-926e-1d2ae72bb3d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:03.969606 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900b3db-417c-4683-926e-1d2ae72bb3d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:03.969934 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900b3db-417c-4683-926e-1d2ae72bb3d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:03.970258 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900b3db-417c-4683-926e-1d2ae72bb3d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:03.970581 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900b3db-417c-4683-926e-1d2ae72bb3d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:04.011742 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-0c4dd2a5-8e4f-4bc3-ad9c-dede992245ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:04.031949 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-0c4dd2a5-8e4f-4bc3-ad9c-dede992245ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:04.077772 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-0c4dd2a5-8e4f-4bc3-ad9c-dede992245ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:04.080547 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-0c4dd2a5-8e4f-4bc3-ad9c-dede992245ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:04.081697 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-0c4dd2a5-8e4f-4bc3-ad9c-dede992245ce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/94cc42e0-8dad-4e88-a18b-55be6acbbaba HTTP/1.1" status: 204 len: 168 time: 0.1200306 Oct 12 18:50:04.089169 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4dd2a5-8e4f-4bc3-ad9c-dede992245ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cc42e0-8dad-4e88-a18b-55be6acbbaba,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:04.096054 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4dd2a5-8e4f-4bc3-ad9c-dede992245ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:04.096408 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4dd2a5-8e4f-4bc3-ad9c-dede992245ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:04.096755 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4dd2a5-8e4f-4bc3-ad9c-dede992245ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:04.097101 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4dd2a5-8e4f-4bc3-ad9c-dede992245ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:04.097461 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4dd2a5-8e4f-4bc3-ad9c-dede992245ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:04.097800 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4dd2a5-8e4f-4bc3-ad9c-dede992245ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:04.098142 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4dd2a5-8e4f-4bc3-ad9c-dede992245ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:04.098472 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4dd2a5-8e4f-4bc3-ad9c-dede992245ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:04.098803 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4dd2a5-8e4f-4bc3-ad9c-dede992245ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:04.099131 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4dd2a5-8e4f-4bc3-ad9c-dede992245ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:04.099749 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4dd2a5-8e4f-4bc3-ad9c-dede992245ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:04.100089 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4dd2a5-8e4f-4bc3-ad9c-dede992245ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:04.711928 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 37306) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:04.805037 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-af8defb9-8741-4faa-b8d1-233ff92e3317 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-38880272-network', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:50:04.825909 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8defb9-8741-4faa-b8d1-233ff92e3317 admin admin] Made reservation on behalf of abd2dfe73e54455087fa10d1fb6fa2e6 for: {'network': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:50:04.828166 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-af8defb9-8741-4faa-b8d1-233ff92e3317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:04.836368 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-af8defb9-8741-4faa-b8d1-233ff92e3317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:04.911336 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Request body: {'port': {'device_id': 'e3f85884-eae9-4981-b118-4feff64745ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:50:04.918939 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-af8defb9-8741-4faa-b8d1-233ff92e3317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:04.939079 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-af8defb9-8741-4faa-b8d1-233ff92e3317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:05.004474 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8defb9-8741-4faa-b8d1-233ff92e3317 admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=100617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:50:05.032871 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8defb9-8741-4faa-b8d1-233ff92e3317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed457734-d0a6-4573-86b1-ad3061c862ab,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:05.095551 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:05.099989 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-af8defb9-8741-4faa-b8d1-233ff92e3317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:05.100390 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.segments_db [None req-af8defb9-8741-4faa-b8d1-233ff92e3317 admin admin] Added segment 68d02c8e-4642-4324-9254-585c2cfb9925 of type vlan for network ad3e155a-73bb-40c2-b397-cbadd351c43b Oct 12 18:50:05.189162 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b583e5fe-61d6-400e-9338-555205d6ecb9 req-3fe57c6b-e6cb-4bbf-b520-c4c1b2b3e1fb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2282567 Oct 12 18:50:05.191498 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-af8defb9-8741-4faa-b8d1-233ff92e3317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:05.214568 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4314a1-997c-4568-8935-972b87016fe9 req-5b7e792f-e497-4415-a33e-0faf00ae9255 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:05.215979 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ca4314a1-997c-4568-8935-972b87016fe9 req-5b7e792f-e497-4415-a33e-0faf00ae9255 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.2128506 Oct 12 18:50:05.222923 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b1154-66e2-4445-a6a5-948f42212d7e req-bb25d6da-2228-4dd6-a844-ab2a6fc58918 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:05.224769 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-970b1154-66e2-4445-a6a5-948f42212d7e req-bb25d6da-2228-4dd6-a844-ab2a6fc58918 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 931 time: 0.2236543 Oct 12 18:50:05.355442 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-af8defb9-8741-4faa-b8d1-233ff92e3317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:05.356443 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8defb9-8741-4faa-b8d1-233ff92e3317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:05.357006 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-af8defb9-8741-4faa-b8d1-233ff92e3317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:05.454149 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-970b1154-66e2-4445-a6a5-948f42212d7e req-3309db04-e32b-4676-b276-cb0a49dec133 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063079 Oct 12 18:50:05.456674 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ca4314a1-997c-4568-8935-972b87016fe9 req-969ff96d-ec43-4a92-88ac-4a6952abcaf4 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297120 Oct 12 18:50:05.471240 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-af8defb9-8741-4faa-b8d1-233ff92e3317 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7582116 Oct 12 18:50:05.480659 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 37314) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:05.487869 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-86b741b3-9a14-4235-8e37-ccfc747d60a3 admin admin] Request body: {'subnet': {'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-38880272-subnet', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'ip_version': 4}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:50:05.488287 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583e5fe-61d6-400e-9338-555205d6ecb9 req-403a2701-2426-4bad-9350-294438757b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:05.489800 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b583e5fe-61d6-400e-9338-555205d6ecb9 req-403a2701-2426-4bad-9350-294438757b31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71&device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 1098 time: 0.2618001 Oct 12 18:50:05.523989 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b741b3-9a14-4235-8e37-ccfc747d60a3 admin admin] Made reservation on behalf of abd2dfe73e54455087fa10d1fb6fa2e6 for: {'subnet': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:50:05.527813 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-86b741b3-9a14-4235-8e37-ccfc747d60a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4748900'] for subnet, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:05.544871 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8defb9-8741-4faa-b8d1-233ff92e3317 admin admin] Pushing event updated for resources: {'Network': ['ID=ad3e155a-73bb-40c2-b397-cbadd351c43b,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:05.566293 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network ad3e155a-73bb-40c2-b397-cbadd351c43b details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:50:05.662824 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583e5fe-61d6-400e-9338-555205d6ecb9 req-c2fb9346-f7d4-4d89-9d52-30f484b333e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:05.664279 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b583e5fe-61d6-400e-9338-555205d6ecb9 req-c2fb9346-f7d4-4d89-9d52-30f484b333e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 HTTP/1.1" status: 200 len: 918 time: 0.1342833 Oct 12 18:50:05.755062 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-86b741b3-9a14-4235-8e37-ccfc747d60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4878063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4748874'] for subnet, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:05.757206 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a038624-0867-4f66-b6b0-1ccce0721118 {{(pid=100617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:50:05.770440 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:05.775140 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b583e5fe-61d6-400e-9338-555205d6ecb9 req-e920ca8f-14a1-4475-85b3-56fb6ccabf5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c90406d-8aba-4c3c-9e70-e4b0c680adf0 HTTP/1.1" status: 200 len: 1000 time: 0.1005597 Oct 12 18:50:05.786236 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.provisioning_blocks [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Transition to ACTIVE for port object 0a038624-0867-4f66-b6b0-1ccce0721118 will not be triggered until provisioned by entity L2. {{(pid=100617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:50:05.791918 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:05.816067 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b741b3-9a14-4235-8e37-ccfc747d60a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6be2c9-cd51-4484-8581-614ec0f3328e,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:05.840844 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b741b3-9a14-4235-8e37-ccfc747d60a3 admin admin] Checking segment: {'id': '68d02c8e-4642-4324-9254-585c2cfb9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:50:05.841626 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b741b3-9a14-4235-8e37-ccfc747d60a3 admin admin] Network hostable DHCP agents. Network: ad3e155a-73bb-40c2-b397-cbadd351c43b, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:50:05.843911 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Pushing event updated for resources: {'Port': ['ID=0a038624-0867-4f66-b6b0-1ccce0721118,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:05.860408 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b741b3-9a14-4235-8e37-ccfc747d60a3 admin admin] Network ad3e155a-73bb-40c2-b397-cbadd351c43b is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:50:05.871807 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-86b741b3-9a14-4235-8e37-ccfc747d60a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, ad3e155a-73bb-40c2-b397-cbadd351c43b) {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:50:05.876725 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b741b3-9a14-4235-8e37-ccfc747d60a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:05.878314 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-86b741b3-9a14-4235-8e37-ccfc747d60a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:05.879788 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bf630b-43de-44aa-8322-e302f4a0b84d None None] Network ad3e155a-73bb-40c2-b397-cbadd351c43b requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:50:05.905437 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-86b741b3-9a14-4235-8e37-ccfc747d60a3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4224725 Oct 12 18:50:05.908185 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 37324) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:05.914842 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-38880272-router', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:50:05.940285 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7999991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24842'] for router, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:05.951191 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583e5fe-61d6-400e-9338-555205d6ecb9 req-0655b3e3-f395-4a66-9673-f3173e3f74f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:05.951307 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7999843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8005428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24837'] for router, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:05.952510 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b583e5fe-61d6-400e-9338-555205d6ecb9 req-0655b3e3-f395-4a66-9673-f3173e3f74f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e169c64-1553-4025-8cf9-96cfe11d06bd HTTP/1.1" status: 200 len: 856 time: 0.0577137 Oct 12 18:50:05.990735 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Attempting to bind port 0a038624-0867-4f66-b6b0-1ccce0721118 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:50:05.991107 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Attempting to bind port 0a038624-0867-4f66-b6b0-1ccce0721118 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'fa7c4693-d476-4d43-b37e-55434e3ade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5'}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:50:05.991478 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Attempting to bind port 0a038624-0867-4f66-b6b0-1ccce0721118 on network 75f45012-ca84-48de-94b1-c96cbbd8b5d5 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:50:06.047499 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:06.048485 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Port 0a038624-0867-4f66-b6b0-1ccce0721118 on network 75f45012-ca84-48de-94b1-c96cbbd8b5d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:50:06.050441 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Attempting to bind port 0a038624-0867-4f66-b6b0-1ccce0721118 on network 75f45012-ca84-48de-94b1-c96cbbd8b5d5 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:50:06.066601 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:50:06.066924 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Checking segment: {'id': 'fa7c4693-d476-4d43-b37e-55434e3ade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:50:06.067511 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Bound using segment: {'id': 'fa7c4693-d476-4d43-b37e-55434e3ade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5'} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:50:06.068038 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Bound port: 0a038624-0867-4f66-b6b0-1ccce0721118, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7c4693-d476-4d43-b37e-55434e3ade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5'}}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:50:06.069322 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:06.102722 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583e5fe-61d6-400e-9338-555205d6ecb9 req-4b6d713e-f721-40f3-a41c-a88e4fb9ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:06.104511 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b583e5fe-61d6-400e-9338-555205d6ecb9 req-4b6d713e-f721-40f3-a41c-a88e4fb9ff72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1359494 Oct 12 18:50:06.119216 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5602ee66-8491-574c-94af-19f40db2d604-ad3e155a-73bb-40c2-b397-cbadd351c43b', 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'fixed_ips': [{'subnet_id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e'}]}} from dv-cinder-813229-2-iscsi. {{(pid=100619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:50:06.120079 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:06.230297 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] For port 0a038624-0867-4f66-b6b0-1ccce0721118, host hv-cinder-81322, cleared binding levels {{(pid=100617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:50:06.230526 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:06.250901 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] For port 0a038624-0867-4f66-b6b0-1ccce0721118, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a038624-0867-4f66-b6b0-1ccce0721118,segment=NetworkSegment(fa7c4693-d476-4d43-b37e-55434e3ade44),segment_id=fa7c4693-d476-4d43-b37e-55434e3ade44)] {{(pid=100617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:50:06.258559 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:06.299507 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b583e5fe-61d6-400e-9338-555205d6ecb9 req-2eadfdb8-b242-487b-83c9-6efd2c80cd8e service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528969 Oct 12 18:50:06.304350 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:06.304947 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:06.306281 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] 10.222.0.21 "PUT /v2.0/ports/0a038624-0867-4f66-b6b0-1ccce0721118 HTTP/1.1" status: 200 len: 1093 time: 1.4027219 Oct 12 18:50:06.306708 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f85884-eae9-4981-b118-4feff64745ef', 'tag': '0a038624-0867-4f66-b6b0-1ccce0721118'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:50:06.308951 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f55031f-35f1-4d80-84ee-b4d0caa80465" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f85884-eae9-4981-b118-4feff64745ef", "tag": "0a038624-0867-4f66-b6b0-1ccce0721118"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:50:06.331749 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Allocated IP 172.20.0.2 (ad3e155a-73bb-40c2-b397-cbadd351c43b/bd6be2c9-cd51-4484-8581-614ec0f3328e/98f02afc-9c3c-4393-9ace-f90933d16f34) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:50:06.384239 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f227407-7bc6-4508-8523-bcdbfdd4e894 x-openstack-request-id: req-7f227407-7bc6-4508-8523-bcdbfdd4e894 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:50:06.384826 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f85884-eae9-4981-b118-4feff64745ef", "tag": "0a038624-0867-4f66-b6b0-1ccce0721118", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:50:06.385304 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7f227407-7bc6-4508-8523-bcdbfdd4e894 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:50:06.385938 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f85884-eae9-4981-b118-4feff64745ef', 'tag': '0a038624-0867-4f66-b6b0-1ccce0721118', 'status': 'completed', 'code': 200} Oct 12 18:50:06.433784 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f9bac-3031-470b-a351-5fe62fdd597b service neutron] Pushing event updated for resources: {'Port': ['ID=0a038624-0867-4f66-b6b0-1ccce0721118,revision_number=3']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:06.479334 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-823cff42-6765-4dda-b1d3-e4f2d34d7b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:06.481136 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-823cff42-6765-4dda-b1d3-e4f2d34d7b13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=584c0a7526884dec8eebb6aeeba85c27&device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 1096 time: 0.1017549 Oct 12 18:50:06.487219 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b583e5fe-61d6-400e-9338-555205d6ecb9 req-9ed58e95-e3b0-4cef-b494-9d773e82a4f5 service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700141 Oct 12 18:50:06.568475 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-5683a68a-f4c3-4d2f-96f1-2cebad631975 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a038624-0867-4f66-b6b0-1ccce0721118 HTTP/1.1" status: 200 len: 217 time: 0.0698922 Oct 12 18:50:06.591511 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Notify callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:06.603258 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:06.626892 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:06.659207 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:06.673471 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-fca50c6d-e1f0-49d9-9d38-8220bd35fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:06.673695 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Network ad3e155a-73bb-40c2-b397-cbadd351c43b is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:50:06.675135 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-fca50c6d-e1f0-49d9-9d38-8220bd35fbcc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9163a3c0-797e-4089-8da9-2009530844eb HTTP/1.1" status: 200 len: 853 time: 0.0996470 Oct 12 18:50:06.678330 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Pushing event updated for resources: {'Port': ['ID=98f02afc-9c3c-4393-9ace-f90933d16f34,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:06.685287 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:50:06.688481 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:50:06.690952 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:06.691300 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:06.691642 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:06.691978 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:06.692309 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:06.692640 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:06.693483 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:06.693918 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:06.694336 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:06.694665 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:06.702758 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:06.703144 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:06.747151 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dc8d6-c74f-410a-8844-04c087ce71b5 req-b0d06d86-6045-4733-8413-9c6b2faf230b tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:06.748656 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7e9dc8d6-c74f-410a-8844-04c087ce71b5 req-b0d06d86-6045-4733-8413-9c6b2faf230b tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 943 time: 0.1743498 Oct 12 18:50:06.763026 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0967-ec6c-452a-99fe-9ae2760d1508 req-ff76a46b-bfda-4cf2-a83c-3ab203310169 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:06.770151 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f1cf0967-ec6c-452a-99fe-9ae2760d1508 req-ff76a46b-bfda-4cf2-a83c-3ab203310169 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.1115012 Oct 12 18:50:06.789092 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-568eab3a-83f3-4005-a57b-3661ff6b90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:06.790586 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-568eab3a-83f3-4005-a57b-3661ff6b90eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75f45012-ca84-48de-94b1-c96cbbd8b5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1005785 Oct 12 18:50:06.790721 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Attempting to bind port 98f02afc-9c3c-4393-9ace-f90933d16f34 on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:50:06.790901 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Attempting to bind port 98f02afc-9c3c-4393-9ace-f90933d16f34 by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': '68d02c8e-4642-4324-9254-585c2cfb9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:50:06.791258 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Attempting to bind port 98f02afc-9c3c-4393-9ace-f90933d16f34 on network ad3e155a-73bb-40c2-b397-cbadd351c43b {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:50:06.796524 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:50:06.797442 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Checking segment: {'id': '68d02c8e-4642-4324-9254-585c2cfb9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:50:06.797853 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:06.798377 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Bound using segment: {'id': '68d02c8e-4642-4324-9254-585c2cfb9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:50:06.798848 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Bound port: 98f02afc-9c3c-4393-9ace-f90933d16f34, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d02c8e-4642-4324-9254-585c2cfb9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:50:06.799262 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:06.822841 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.db_base_plugin_common [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] Allocated IP 172.27.0.16 (3ebee7fc-7e47-48dc-a73f-702afd21678f/257fc62d-aef6-4fd3-8a07-67da1276276c/312792db-172c-4ff8-8174-ada61c1ebae2) {{(pid=100618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:50:06.883411 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7e9dc8d6-c74f-410a-8844-04c087ce71b5 req-15a3626c-f416-411c-a5f5-935bb5fa0feb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094139 Oct 12 18:50:06.899455 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f1cf0967-ec6c-452a-99fe-9ae2760d1508 req-4c3beb0d-d6f2-4548-b298-dfc7565e121f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231515 Oct 12 18:50:06.922390 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] For port 98f02afc-9c3c-4393-9ace-f90933d16f34, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:50:06.925737 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] For port 98f02afc-9c3c-4393-9ace-f90933d16f34, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=98f02afc-9c3c-4393-9ace-f90933d16f34,segment=NetworkSegment(68d02c8e-4642-4324-9254-585c2cfb9925),segment_id=68d02c8e-4642-4324-9254-585c2cfb9925)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:50:06.933532 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:06.982548 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-8cb26b39-7f4c-4cd6-8e7f-59bc522c1c2c service neutron] 10.222.0.21 "GET /v2.0/networks/75f45012-ca84-48de-94b1-c96cbbd8b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790066 Oct 12 18:50:07.013578 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:07.015968 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765183c-0d4f-4233-9b5a-d97a58432509 None None] Pushing event updated for resources: {'Port': ['ID=98f02afc-9c3c-4393-9ace-f90933d16f34,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:07.098466 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:07.147742 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00c762f4-23ab-4c98-ad03-c760a7756ae6 req-1d4cec49-f9ac-46b7-8c7c-3e698cdb285f service neutron] 10.222.0.21 "GET /v2.0/networks/75f45012-ca84-48de-94b1-c96cbbd8b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542199 Oct 12 18:50:07.212112 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is already hosted by enough agents. {{(pid=100618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:50:07.218485 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:50:07.222269 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] Received port after_create {{(pid=100618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:50:07.256477 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] Pushing event updated for resources: {'Port': ['ID=312792db-172c-4ff8-8174-ada61c1ebae2,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:07.314581 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55031f-35f1-4d80-84ee-b4d0caa80465 req-be1a8553-2b6f-4fdb-8d28-9dbd39928281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:07.316249 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7f55031f-35f1-4d80-84ee-b4d0caa80465 req-be1a8553-2b6f-4fdb-8d28-9dbd39928281 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=584c0a7526884dec8eebb6aeeba85c27&device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 1096 time: 0.0807841 Oct 12 18:50:07.439835 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55031f-35f1-4d80-84ee-b4d0caa80465 req-4910fafa-dbe8-48df-91a6-41e1b2e10c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:07.441375 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7f55031f-35f1-4d80-84ee-b4d0caa80465 req-4910fafa-dbe8-48df-91a6-41e1b2e10c98 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75f45012-ca84-48de-94b1-c96cbbd8b5d5 HTTP/1.1" status: 200 len: 915 time: 0.1121495 Oct 12 18:50:07.484116 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7f55031f-35f1-4d80-84ee-b4d0caa80465 req-257ec590-952c-48e1-859d-567c98f6d60c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a038624-0867-4f66-b6b0-1ccce0721118 HTTP/1.1" status: 200 len: 217 time: 0.0354965 Oct 12 18:50:07.541241 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55031f-35f1-4d80-84ee-b4d0caa80465 req-b8040b3d-e9ae-4584-adab-43540b29d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:07.542760 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7f55031f-35f1-4d80-84ee-b4d0caa80465 req-b8040b3d-e9ae-4584-adab-43540b29d6d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9163a3c0-797e-4089-8da9-2009530844eb HTTP/1.1" status: 200 len: 853 time: 0.0504954 Oct 12 18:50:07.595327 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55031f-35f1-4d80-84ee-b4d0caa80465 req-751fff58-e837-4744-919e-3354c65e406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:07.596833 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7f55031f-35f1-4d80-84ee-b4d0caa80465 req-751fff58-e837-4744-919e-3354c65e406b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75f45012-ca84-48de-94b1-c96cbbd8b5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454290 Oct 12 18:50:07.697291 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7f55031f-35f1-4d80-84ee-b4d0caa80465 req-3fa26954-d76e-4215-b33b-f5401e069b0c service neutron] 10.222.0.21 "GET /v2.0/networks/75f45012-ca84-48de-94b1-c96cbbd8b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887263 Oct 12 18:50:07.711461 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:07.819320 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7f55031f-35f1-4d80-84ee-b4d0caa80465 req-742c0254-75e2-4bfd-b648-c3bc435ef32d service neutron] 10.222.0.21 "GET /v2.0/networks/75f45012-ca84-48de-94b1-c96cbbd8b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003280 Oct 12 18:50:07.951410 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7999868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7932389'] for router, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:08.055231 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07299dc2-c690-4c05-96de-fc4df350ac0d req-92d0b533-23fc-4669-80c0-b6f2313eedc4 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:08.056741 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-07299dc2-c690-4c05-96de-fc4df350ac0d req-92d0b533-23fc-4669-80c0-b6f2313eedc4 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 943 time: 0.0894043 Oct 12 18:50:08.090420 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d463f6-dae1-4fb1-8477-f1fa4542898c req-ae15b048-f531-476b-b244-d83905b43a7a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:08.092788 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-16d463f6-dae1-4fb1-8477-f1fa4542898c req-ae15b048-f531-476b-b244-d83905b43a7a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0925963 Oct 12 18:50:08.103612 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] Router 7e7615ca-1458-467a-8050-5f4184bd9c23 is scheduled to L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 with binding_index 1 {{(pid=100618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:50:08.104150 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a58b5f0-f70a-4ccf-9b36-f8aafff66a55 None None] Network ad3e155a-73bb-40c2-b397-cbadd351c43b requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:50:08.121871 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-07299dc2-c690-4c05-96de-fc4df350ac0d req-6e9fd136-cb6b-4adc-a4c4-97945e2d6237 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577481 Oct 12 18:50:08.160825 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-16d463f6-dae1-4fb1-8477-f1fa4542898c req-6f072003-86e9-4785-96ff-fd20d6e29c45 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501766 Oct 12 18:50:08.203605 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-a8ab867f-9636-466d-94a3-45d415ef41f0 None None] Provisioning complete for port 98f02afc-9c3c-4393-9ace-f90933d16f34 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:08.203884 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8ab867f-9636-466d-94a3-45d415ef41f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:08.223962 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:50:08.233882 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Sync routers for ids ['7e7615ca-1458-467a-8050-5f4184bd9c23'] in dv-cinder-813229-2-iscsi {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:50:08.243986 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Routers {'7e7615ca-1458-467a-8050-5f4184bd9c23'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:50:08.244663 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:49:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['7e7615ca-1458-467a-8050-5f4184bd9c23'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:08.246403 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] Notify callbacks [] for router, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:08.252262 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 37362) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:08.252523 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-1baab99f-60fd-4d15-9dea-10212ec541d4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.3428597 Oct 12 18:50:08.344080 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8ab867f-9636-466d-94a3-45d415ef41f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:08.385835 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-a8ab867f-9636-466d-94a3-45d415ef41f0 None None] For port 98f02afc-9c3c-4393-9ace-f90933d16f34, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=98f02afc-9c3c-4393-9ace-f90933d16f34,segment=NetworkSegment(68d02c8e-4642-4324-9254-585c2cfb9925),segment_id=68d02c8e-4642-4324-9254-585c2cfb9925)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:50:08.391331 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8ab867f-9636-466d-94a3-45d415ef41f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:08.420026 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Set router 7e7615ca-1458-467a-8050-5f4184bd9c23 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:50:08.510313 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab867f-9636-466d-94a3-45d415ef41f0 None None] Pushing event updated for resources: {'Port': ['ID=98f02afc-9c3c-4393-9ace-f90933d16f34,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:08.721963 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-2c5a6968-1cbc-4138-8369-c953a139b88a None None] Provisioning complete for port 98f02afc-9c3c-4393-9ace-f90933d16f34 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:08.722262 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c5a6968-1cbc-4138-8369-c953a139b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:08.767984 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'name': 'tempest-TestShelveInstance-38880272-router', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:05Z', 'updated_at': '2021-10-12T18:50:07Z', 'revision_number': 3, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'gw_port': {'id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:06Z', 'updated_at': '2021-10-12T18:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:08.802979 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Checking router: 7e7615ca-1458-467a-8050-5f4184bd9c23 for host: dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:50:08.803604 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Updating router 7e7615ca-1458-467a-8050-5f4184bd9c23 port 312792db-172c-4ff8-8174-ada61c1ebae2 binding host dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:50:08.832898 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:08.919351 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 98f02afc-9c3c-4393-9ace-f90933d16f34 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:50:08.969445 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 98f02afc-9c3c-4393-9ace-f90933d16f34 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:08.969854 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:08.996940 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ef8b69a6-0b6f-4ec5-b344-f3b6e31aac67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:09.117766 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:09.124873 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:09.160236 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-ef8b69a6-0b6f-4ec5-b344-f3b6e31aac67 admin admin] Allocated IP 172.20.0.1 (ad3e155a-73bb-40c2-b397-cbadd351c43b/bd6be2c9-cd51-4484-8581-614ec0f3328e/5954d796-ec69-499e-8489-387f1e84fb3c) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:50:09.178337 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Attempting to bind port 312792db-172c-4ff8-8174-ada61c1ebae2 on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:50:09.178703 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Attempting to bind port 312792db-172c-4ff8-8174-ada61c1ebae2 by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:50:09.179055 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Attempting to bind port 312792db-172c-4ff8-8174-ada61c1ebae2 on network 3ebee7fc-7e47-48dc-a73f-702afd21678f {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:50:09.181816 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07697a27-a553-4280-989b-0670d1365c9a None None] Pushing event updated for resources: {'Port': ['ID=312792db-172c-4ff8-8174-ada61c1ebae2,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:09.190877 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07697a27-a553-4280-989b-0670d1365c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:09.190877 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07697a27-a553-4280-989b-0670d1365c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:09.191348 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07697a27-a553-4280-989b-0670d1365c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:09.191348 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07697a27-a553-4280-989b-0670d1365c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:09.191683 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07697a27-a553-4280-989b-0670d1365c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:09.192001 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07697a27-a553-4280-989b-0670d1365c9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:09.192319 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07697a27-a553-4280-989b-0670d1365c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:09.192634 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07697a27-a553-4280-989b-0670d1365c9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:09.192985 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07697a27-a553-4280-989b-0670d1365c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:09.193908 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07697a27-a553-4280-989b-0670d1365c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:09.195540 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07697a27-a553-4280-989b-0670d1365c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:09.195540 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07697a27-a553-4280-989b-0670d1365c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:50:09.197527 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:50:09.197895 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Checking segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:50:09.198291 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:09.198671 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Bound using segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:50:09.199124 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Bound port: 312792db-172c-4ff8-8174-ada61c1ebae2, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:50:09.199512 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:09.252848 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] For port 312792db-172c-4ff8-8174-ada61c1ebae2, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:50:09.256125 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] For port 312792db-172c-4ff8-8174-ada61c1ebae2, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=312792db-172c-4ff8-8174-ada61c1ebae2,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:50:09.259709 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:09.272210 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ef8b69a6-0b6f-4ec5-b344-f3b6e31aac67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:09.308372 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ef8b69a6-0b6f-4ec5-b344-f3b6e31aac67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:09.320247 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Routers {'7e7615ca-1458-467a-8050-5f4184bd9c23'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:50:09.320901 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:49:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['7e7615ca-1458-467a-8050-5f4184bd9c23'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:09.323558 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07697a27-a553-4280-989b-0670d1365c9a None None] Pushing event updated for resources: {'Port': ['ID=312792db-172c-4ff8-8174-ada61c1ebae2,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:09.350798 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8b69a6-0b6f-4ec5-b344-f3b6e31aac67 admin admin] Network ad3e155a-73bb-40c2-b397-cbadd351c43b is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:50:09.355893 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-ef8b69a6-0b6f-4ec5-b344-f3b6e31aac67 admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:50:09.358389 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8b69a6-0b6f-4ec5-b344-f3b6e31aac67 admin admin] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:50:09.361553 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b69a6-0b6f-4ec5-b344-f3b6e31aac67 admin admin] Pushing event updated for resources: {'Port': ['ID=5954d796-ec69-499e-8489-387f1e84fb3c,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:09.399745 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ef8b69a6-0b6f-4ec5-b344-f3b6e31aac67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7932212'] for router_interface, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:09.436017 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] Set router 7e7615ca-1458-467a-8050-5f4184bd9c23 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:50:09.533282 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ef8b69a6-0b6f-4ec5-b344-f3b6e31aac67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:09.576607 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-92c7eb40-e687-4738-8d02-41a58457ed81 None None] Provisioning complete for port 5954d796-ec69-499e-8489-387f1e84fb3c triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:09.577210 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-92c7eb40-e687-4738-8d02-41a58457ed81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:09.619133 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-92c7eb40-e687-4738-8d02-41a58457ed81 None None] Port 5954d796-ec69-499e-8489-387f1e84fb3c cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:50:09.626311 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'name': 'tempest-TestShelveInstance-38880272-router', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:05Z', 'updated_at': '2021-10-12T18:50:07Z', 'revision_number': 3, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'gw_port': {'id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:06Z', 'updated_at': '2021-10-12T18:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:09.652328 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1231fa-48f8-4c04-9444-16ec6665c56e None None] The sync data for ids ['7e7615ca-1458-467a-8050-5f4184bd9c23'] in dv-cinder-813229-2-iscsi is: [{'id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'name': 'tempest-TestShelveInstance-38880272-router', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:05Z', 'updated_at': '2021-10-12T18:50:07Z', 'revision_number': 3, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'gw_port': {'id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:06Z', 'updated_at': '2021-10-12T18:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}] {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:50:09.707148 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ef8b69a6-0b6f-4ec5-b344-f3b6e31aac67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:09.711694 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ef8b69a6-0b6f-4ec5-b344-f3b6e31aac67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:09.781853 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ef8b69a6-0b6f-4ec5-b344-f3b6e31aac67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006308'] for router_interface, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:09.783550 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b69a6-0b6f-4ec5-b344-f3b6e31aac67 admin admin] Pushing event updated for resources: {'Port': ['ID=5954d796-ec69-499e-8489-387f1e84fb3c,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:09.878304 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8b69a6-0b6f-4ec5-b344-f3b6e31aac67 admin admin] Network ad3e155a-73bb-40c2-b397-cbadd351c43b is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:50:09.882393 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-ef8b69a6-0b6f-4ec5-b344-f3b6e31aac67 admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:50:10.018005 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8b69a6-0b6f-4ec5-b344-f3b6e31aac67 admin admin] Router 7e7615ca-1458-467a-8050-5f4184bd9c23 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:50:10.134896 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8b69a6-0b6f-4ec5-b344-f3b6e31aac67 admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:50:10.142245 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-f9bd29ee-c0e7-4a58-8efe-5ab6ce9e486c None None] Provisioning complete for port 5954d796-ec69-499e-8489-387f1e84fb3c triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:10.142682 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f9bd29ee-c0e7-4a58-8efe-5ab6ce9e486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:10.149965 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-ef8b69a6-0b6f-4ec5-b344-f3b6e31aac67 admin admin] 10.222.0.66 "PUT /v2.0/routers/7e7615ca-1458-467a-8050-5f4184bd9c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8960490 Oct 12 18:50:10.183470 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd29ee-c0e7-4a58-8efe-5ab6ce9e486c None None] Port 5954d796-ec69-499e-8489-387f1e84fb3c cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:50:10.622371 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 37392) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:10.627345 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-f330d24c-521f-41a4-bd3a-b464674b4663 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1245572467-network', 'tenant_id': 'd59b093ba261472696ab2d644e1ffbff'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:50:10.649059 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f330d24c-521f-41a4-bd3a-b464674b4663 admin admin] Made reservation on behalf of d59b093ba261472696ab2d644e1ffbff for: {'network': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:50:10.651560 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f330d24c-521f-41a4-bd3a-b464674b4663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:10.659933 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f330d24c-521f-41a4-bd3a-b464674b4663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:10.735294 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f330d24c-521f-41a4-bd3a-b464674b4663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:10.738953 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f330d24c-521f-41a4-bd3a-b464674b4663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:10.764688 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f330d24c-521f-41a4-bd3a-b464674b4663 admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=100617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:50:10.769942 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330d24c-521f-41a4-bd3a-b464674b4663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597476c2-5c2b-4639-906b-774c06c244a8,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:10.777835 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f330d24c-521f-41a4-bd3a-b464674b4663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:10.778176 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.segments_db [None req-f330d24c-521f-41a4-bd3a-b464674b4663 admin admin] Added segment 01ec76ac-b3b0-43b4-baad-57320ab91cf7 of type vlan for network f3ebf672-60a1-4c35-a924-a38c64ba721a Oct 12 18:50:10.819782 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f330d24c-521f-41a4-bd3a-b464674b4663 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:10.844141 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f330d24c-521f-41a4-bd3a-b464674b4663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:10.845167 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f330d24c-521f-41a4-bd3a-b464674b4663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:10.845786 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f330d24c-521f-41a4-bd3a-b464674b4663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:10.882165 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 312792db-172c-4ff8-8174-ada61c1ebae2 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:50:10.911158 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-f330d24c-521f-41a4-bd3a-b464674b4663 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2876546 Oct 12 18:50:10.915083 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 37394) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:10.923012 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-c32e9c93-0194-4409-aada-e9ceb6a9bd03 admin admin] Request body: {'subnet': {'network_id': 'f3ebf672-60a1-4c35-a924-a38c64ba721a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1245572467-subnet', 'tenant_id': 'd59b093ba261472696ab2d644e1ffbff', 'ip_version': 4}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:50:10.956896 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32e9c93-0194-4409-aada-e9ceb6a9bd03 admin admin] Made reservation on behalf of d59b093ba261472696ab2d644e1ffbff for: {'subnet': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:50:10.960601 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c32e9c93-0194-4409-aada-e9ceb6a9bd03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4748900'] for subnet, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:10.967227 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 312792db-172c-4ff8-8174-ada61c1ebae2 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:10.967599 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:10.985066 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330d24c-521f-41a4-bd3a-b464674b4663 admin admin] Pushing event updated for resources: {'Network': ['ID=f3ebf672-60a1-4c35-a924-a38c64ba721a,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:10.996680 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network f3ebf672-60a1-4c35-a924-a38c64ba721a details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:50:11.029733 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58525a1-d89f-42ca-b69f-0989a70c44c8 req-93703fb6-1859-41a9-b432-a0a46f5932b0 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:11.031228 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d58525a1-d89f-42ca-b69f-0989a70c44c8 req-93703fb6-1859-41a9-b432-a0a46f5932b0 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 943 time: 0.0937099 Oct 12 18:50:11.042638 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7fad1-f198-488a-a161-f38d43322f79 req-0caf8d04-1829-4ee1-8e3c-9684c4133f9b tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:11.044009 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cab7fad1-f198-488a-a161-f38d43322f79 req-0caf8d04-1829-4ee1-8e3c-9684c4133f9b tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0886641 Oct 12 18:50:11.116162 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d58525a1-d89f-42ca-b69f-0989a70c44c8 req-5ded745d-408d-4f77-b369-35e93389d6e5 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710192 Oct 12 18:50:11.119196 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cab7fad1-f198-488a-a161-f38d43322f79 req-805fd500-6777-4e16-9118-a967e2a932f5 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542445 Oct 12 18:50:11.123274 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:11.147713 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] For port 312792db-172c-4ff8-8174-ada61c1ebae2, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=312792db-172c-4ff8-8174-ada61c1ebae2,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:50:11.163495 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:11.182121 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c32e9c93-0194-4409-aada-e9ceb6a9bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4878063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4748874'] for subnet, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:11.214079 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Pushing event updated for resources: {'Port': ['ID=312792db-172c-4ff8-8174-ada61c1ebae2,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:11.249255 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e9c93-0194-4409-aada-e9ceb6a9bd03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2af792b2-0e8d-4e40-8e62-9e2c9991b909,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:11.257451 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32e9c93-0194-4409-aada-e9ceb6a9bd03 admin admin] Checking segment: {'id': '01ec76ac-b3b0-43b4-baad-57320ab91cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f3ebf672-60a1-4c35-a924-a38c64ba721a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:50:11.257812 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32e9c93-0194-4409-aada-e9ceb6a9bd03 admin admin] Network hostable DHCP agents. Network: f3ebf672-60a1-4c35-a924-a38c64ba721a, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:50:11.275380 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32e9c93-0194-4409-aada-e9ceb6a9bd03 admin admin] Network f3ebf672-60a1-4c35-a924-a38c64ba721a is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:50:11.285318 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-c32e9c93-0194-4409-aada-e9ceb6a9bd03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, f3ebf672-60a1-4c35-a924-a38c64ba721a) {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:50:11.290462 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32e9c93-0194-4409-aada-e9ceb6a9bd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:11.291044 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c32e9c93-0194-4409-aada-e9ceb6a9bd03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:11.296331 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e0a29c-8490-4c4e-9a4f-d92600260bbb None None] Network f3ebf672-60a1-4c35-a924-a38c64ba721a requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:50:11.314040 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-c32e9c93-0194-4409-aada-e9ceb6a9bd03 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3975084 Oct 12 18:50:11.316662 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 37400) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:11.321834 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1245572467-router', 'tenant_id': 'd59b093ba261472696ab2d644e1ffbff', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:50:11.345655 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7999991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24842'] for router, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:11.346738 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7999843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8005428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24837'] for router, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:11.362880 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Sync routers for ids ['7e7615ca-1458-467a-8050-5f4184bd9c23'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:50:11.385402 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Routers {'7e7615ca-1458-467a-8050-5f4184bd9c23'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:50:11.385945 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:49:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['7e7615ca-1458-467a-8050-5f4184bd9c23'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:11.399738 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:11.538024 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:11.657272 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5602ee66-8491-574c-94af-19f40db2d604-f3ebf672-60a1-4c35-a924-a38c64ba721a', 'network_id': 'f3ebf672-60a1-4c35-a924-a38c64ba721a', 'tenant_id': 'd59b093ba261472696ab2d644e1ffbff', 'fixed_ips': [{'subnet_id': '2af792b2-0e8d-4e40-8e62-9e2c9991b909'}]}} from dv-cinder-813229-2-iscsi. {{(pid=100619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:50:11.658199 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:11.664342 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Set router 7e7615ca-1458-467a-8050-5f4184bd9c23 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:50:11.744824 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:11.763362 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:11.866188 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.db_base_plugin_common [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] Allocated IP 172.27.0.230 (3ebee7fc-7e47-48dc-a73f-702afd21678f/257fc62d-aef6-4fd3-8a07-67da1276276c/97997370-d74e-46b9-9652-256d5d847a96) {{(pid=100618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:50:11.920821 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Allocated IP 172.20.0.2 (f3ebf672-60a1-4c35-a924-a38c64ba721a/2af792b2-0e8d-4e40-8e62-9e2c9991b909/60deea05-3887-416e-8886-1197c5a0f06e) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:50:11.992699 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] Notify callbacks [] for port, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:12.026648 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:12.037509 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'name': 'tempest-TestShelveInstance-38880272-router', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:05Z', 'updated_at': '2021-10-12T18:50:09Z', 'revision_number': 4, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'gw_port': {'id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:06Z', 'updated_at': '2021-10-12T18:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '5954d796-ec69-499e-8489-387f1e84fb3c', 'name': '', 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'mac_address': 'fa:16:3e:4f:42:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:09Z', 'updated_at': '2021-10-12T18:50:09Z', 'revision_number': 2, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'subnets': [{'id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:12.065429 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is already hosted by enough agents. {{(pid=100618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:50:12.069507 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] Resources bound (agent type, host, resource id): {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:50:12.072356 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Checking router: 7e7615ca-1458-467a-8050-5f4184bd9c23 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:50:12.072790 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Updating router 7e7615ca-1458-467a-8050-5f4184bd9c23 port 5954d796-ec69-499e-8489-387f1e84fb3c binding host dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:50:12.073057 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] Received port after_create {{(pid=100618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:50:12.097710 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] Pushing event updated for resources: {'Port': ['ID=97997370-d74e-46b9-9652-256d5d847a96,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:12.125708 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:12.178711 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Notify callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:12.186402 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:12.283053 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Network f3ebf672-60a1-4c35-a924-a38c64ba721a is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:50:12.293498 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:50:12.299717 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:50:12.304900 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Pushing event updated for resources: {'Port': ['ID=60deea05-3887-416e-8886-1197c5a0f06e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:12.406749 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Attempting to bind port 60deea05-3887-416e-8886-1197c5a0f06e on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:50:12.407117 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Attempting to bind port 60deea05-3887-416e-8886-1197c5a0f06e by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': '01ec76ac-b3b0-43b4-baad-57320ab91cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f3ebf672-60a1-4c35-a924-a38c64ba721a'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:50:12.407485 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Attempting to bind port 60deea05-3887-416e-8886-1197c5a0f06e on network f3ebf672-60a1-4c35-a924-a38c64ba721a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:50:12.417523 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:50:12.417900 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Checking segment: {'id': '01ec76ac-b3b0-43b4-baad-57320ab91cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f3ebf672-60a1-4c35-a924-a38c64ba721a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:50:12.418306 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:12.418704 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Bound using segment: {'id': '01ec76ac-b3b0-43b4-baad-57320ab91cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f3ebf672-60a1-4c35-a924-a38c64ba721a'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:50:12.419177 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Bound port: 60deea05-3887-416e-8886-1197c5a0f06e, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ec76ac-b3b0-43b4-baad-57320ab91cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f3ebf672-60a1-4c35-a924-a38c64ba721a'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:50:12.419553 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:12.503288 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:12.549729 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] For port 60deea05-3887-416e-8886-1197c5a0f06e, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:50:12.567154 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] For port 60deea05-3887-416e-8886-1197c5a0f06e, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=60deea05-3887-416e-8886-1197c5a0f06e,segment=NetworkSegment(01ec76ac-b3b0-43b4-baad-57320ab91cf7),segment_id=01ec76ac-b3b0-43b4-baad-57320ab91cf7)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:50:12.572639 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:12.588018 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Notify callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:12.630356 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:12.663542 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c5b93-52c8-417f-89c4-b650e31c894f None None] Pushing event updated for resources: {'Port': ['ID=60deea05-3887-416e-8886-1197c5a0f06e,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:12.739495 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341458c3-7b13-447d-9dcf-167c7dc8ffd7 None None] Pushing event updated for resources: {'Port': ['ID=5954d796-ec69-499e-8489-387f1e84fb3c,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:12.757827 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f8d30-95ab-43f8-8d72-a3ca85b4a37f req-c94fd229-8476-436d-b40f-367c873c5f9c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:12.759310 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-705f8d30-95ab-43f8-8d72-a3ca85b4a37f req-c94fd229-8476-436d-b40f-367c873c5f9c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0946569 Oct 12 18:50:12.767251 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2876c-87bf-4000-a97b-cb9776bcce42 req-40d9a236-083d-4ad7-a7a5-4a932f805db2 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:12.775122 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9dd2876c-87bf-4000-a97b-cb9776bcce42 req-40d9a236-083d-4ad7-a7a5-4a932f805db2 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 943 time: 0.0829883 Oct 12 18:50:12.801002 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Attempting to bind port 5954d796-ec69-499e-8489-387f1e84fb3c on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:50:12.801425 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Attempting to bind port 5954d796-ec69-499e-8489-387f1e84fb3c by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': '68d02c8e-4642-4324-9254-585c2cfb9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:50:12.801746 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Attempting to bind port 5954d796-ec69-499e-8489-387f1e84fb3c on network ad3e155a-73bb-40c2-b397-cbadd351c43b {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:50:12.811376 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:50:12.811758 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Checking segment: {'id': '68d02c8e-4642-4324-9254-585c2cfb9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:50:12.812186 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:12.812584 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Bound using segment: {'id': '68d02c8e-4642-4324-9254-585c2cfb9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:50:12.813072 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Bound port: 5954d796-ec69-499e-8489-387f1e84fb3c, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d02c8e-4642-4324-9254-585c2cfb9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:50:12.813482 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:12.815182 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7999868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7932389'] for router, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:12.896922 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9dd2876c-87bf-4000-a97b-cb9776bcce42 req-e0948cad-e6a3-4f95-b8fd-908314085103 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065295 Oct 12 18:50:12.903541 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 312792db-172c-4ff8-8174-ada61c1ebae2 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:50:12.931203 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-705f8d30-95ab-43f8-8d72-a3ca85b4a37f req-630fc22b-f5c6-40e5-a972-0b9ff6ca6111 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532404 Oct 12 18:50:13.007175 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] For port 5954d796-ec69-499e-8489-387f1e84fb3c, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:50:13.016455 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] For port 5954d796-ec69-499e-8489-387f1e84fb3c, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=5954d796-ec69-499e-8489-387f1e84fb3c,segment=NetworkSegment(68d02c8e-4642-4324-9254-585c2cfb9925),segment_id=68d02c8e-4642-4324-9254-585c2cfb9925)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:50:13.025634 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:13.066865 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] Router 1b7e1b69-ce9c-42da-ab17-f93eae7fab13 is scheduled to L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 with binding_index 1 {{(pid=100618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:50:13.119454 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Routers {'7e7615ca-1458-467a-8050-5f4184bd9c23'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:50:13.120170 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:49:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['7e7615ca-1458-467a-8050-5f4184bd9c23'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:13.122672 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 312792db-172c-4ff8-8174-ada61c1ebae2 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:13.123125 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:13.124624 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-f4d7dcdd-3e6b-4be1-bfa0-f666540b2c13 None None] Provisioning complete for port 5954d796-ec69-499e-8489-387f1e84fb3c triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:13.125051 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4d7dcdd-3e6b-4be1-bfa0-f666540b2c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:13.128422 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341458c3-7b13-447d-9dcf-167c7dc8ffd7 None None] Pushing event updated for resources: {'Port': ['ID=5954d796-ec69-499e-8489-387f1e84fb3c,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:13.205804 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:50:13.217434 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Sync routers for ids ['1b7e1b69-ce9c-42da-ab17-f93eae7fab13'] in dv-cinder-813229-2-iscsi {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:50:13.230127 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Routers {'1b7e1b69-ce9c-42da-ab17-f93eae7fab13'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:50:13.230828 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:49:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['1b7e1b69-ce9c-42da-ab17-f93eae7fab13'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:13.231014 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] Notify callbacks [] for router, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:13.235160 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-c1001b85-9694-469e-a3b8-564ccbe6bbce admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9174061 Oct 12 18:50:13.235443 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 37414) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:13.357660 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Set router 1b7e1b69-ce9c-42da-ab17-f93eae7fab13 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:50:13.375510 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] Set router 7e7615ca-1458-467a-8050-5f4184bd9c23 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:50:13.432603 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4d7dcdd-3e6b-4be1-bfa0-f666540b2c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:13.529982 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-f4d7dcdd-3e6b-4be1-bfa0-f666540b2c13 None None] For port 5954d796-ec69-499e-8489-387f1e84fb3c, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=5954d796-ec69-499e-8489-387f1e84fb3c,segment=NetworkSegment(68d02c8e-4642-4324-9254-585c2cfb9925),segment_id=68d02c8e-4642-4324-9254-585c2cfb9925)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:50:13.539808 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4d7dcdd-3e6b-4be1-bfa0-f666540b2c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:13.608242 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7e1b69-ce9c-42da-ab17-f93eae7fab13', 'name': 'tempest-TestShelveInstance-1245572467-router', 'tenant_id': 'd59b093ba261472696ab2d644e1ffbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '97997370-d74e-46b9-9652-256d5d847a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:11Z', 'updated_at': '2021-10-12T18:50:12Z', 'revision_number': 3, 'project_id': 'd59b093ba261472696ab2d644e1ffbff', 'gw_port': {'id': '97997370-d74e-46b9-9652-256d5d847a96', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7e1b69-ce9c-42da-ab17-f93eae7fab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:11Z', 'updated_at': '2021-10-12T18:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:13.638051 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Checking router: 1b7e1b69-ce9c-42da-ab17-f93eae7fab13 for host: dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:50:13.638579 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Updating router 1b7e1b69-ce9c-42da-ab17-f93eae7fab13 port 97997370-d74e-46b9-9652-256d5d847a96 binding host dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:50:13.642832 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7dcdd-3e6b-4be1-bfa0-f666540b2c13 None None] Pushing event updated for resources: {'Port': ['ID=5954d796-ec69-499e-8489-387f1e84fb3c,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:13.667758 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:13.715961 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-8f5f32e1-8f70-418e-a8a7-80b9e2bd53e1 None None] Provisioning complete for port 5954d796-ec69-499e-8489-387f1e84fb3c triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:13.716500 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f5f32e1-8f70-418e-a8a7-80b9e2bd53e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:13.787505 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'name': 'tempest-TestShelveInstance-38880272-router', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:05Z', 'updated_at': '2021-10-12T18:50:09Z', 'revision_number': 4, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'gw_port': {'id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:06Z', 'updated_at': '2021-10-12T18:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '5954d796-ec69-499e-8489-387f1e84fb3c', 'name': '', 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'mac_address': 'fa:16:3e:4f:42:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:09Z', 'updated_at': '2021-10-12T18:50:12Z', 'revision_number': 4, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'subnets': [{'id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:13.814282 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f5adc137-dfe8-45fc-8583-dc13c60d2361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:13.954694 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c4945-803b-4997-ae16-71202aa569e7 None None] The sync data for ids ['7e7615ca-1458-467a-8050-5f4184bd9c23'] in dv-cinder-813229-2-iscsi is: [{'id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'name': 'tempest-TestShelveInstance-38880272-router', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:05Z', 'updated_at': '2021-10-12T18:50:09Z', 'revision_number': 4, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'gw_port': {'id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:06Z', 'updated_at': '2021-10-12T18:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '5954d796-ec69-499e-8489-387f1e84fb3c', 'name': '', 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'mac_address': 'fa:16:3e:4f:42:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:09Z', 'updated_at': '2021-10-12T18:50:12Z', 'revision_number': 4, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'subnets': [{'id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:50:13.983840 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980a2c27-958e-45e3-a0fe-951599c76a01 None None] Network f3ebf672-60a1-4c35-a924-a38c64ba721a requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:50:14.064481 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-f5adc137-dfe8-45fc-8583-dc13c60d2361 admin admin] Allocated IP 172.20.0.1 (f3ebf672-60a1-4c35-a924-a38c64ba721a/2af792b2-0e8d-4e40-8e62-9e2c9991b909/b8dc8533-296e-401e-8a0b-2c64a818cfde) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:50:14.094630 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:14.103285 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:14.166402 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Attempting to bind port 97997370-d74e-46b9-9652-256d5d847a96 on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:50:14.166771 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Attempting to bind port 97997370-d74e-46b9-9652-256d5d847a96 by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:50:14.167138 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Attempting to bind port 97997370-d74e-46b9-9652-256d5d847a96 on network 3ebee7fc-7e47-48dc-a73f-702afd21678f {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:50:14.169482 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4a2af-062d-497e-8a1c-8093146b05ea None None] Pushing event updated for resources: {'Port': ['ID=97997370-d74e-46b9-9652-256d5d847a96,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:14.179168 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:50:14.179544 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Checking segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:50:14.179969 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:14.180354 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Bound using segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:50:14.180816 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Bound port: 97997370-d74e-46b9-9652-256d5d847a96, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:50:14.181275 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:14.215497 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-66969847-0fb7-4077-921c-cf2fba62575c None None] Provisioning complete for port 60deea05-3887-416e-8886-1197c5a0f06e triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:14.215977 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66969847-0fb7-4077-921c-cf2fba62575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:14.221993 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4336d5a-8541-4ee8-a3e3-20efb17e6794 req-f5f8f23a-f5d8-4ad2-842d-d83ab039e109 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:14.223674 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f4336d5a-8541-4ee8-a3e3-20efb17e6794 req-f5f8f23a-f5d8-4ad2-842d-d83ab039e109 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 943 time: 0.2297053 Oct 12 18:50:14.246027 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6def3b2-caf6-462a-b876-33e4d24d5649 req-d461fdbb-f1e7-4978-8056-08f4a1dbb6f0 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:14.249261 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c6def3b2-caf6-462a-b876-33e4d24d5649 req-d461fdbb-f1e7-4978-8056-08f4a1dbb6f0 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.1433933 Oct 12 18:50:14.257910 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] For port 97997370-d74e-46b9-9652-256d5d847a96, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:50:14.263269 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] For port 97997370-d74e-46b9-9652-256d5d847a96, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=97997370-d74e-46b9-9652-256d5d847a96,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:50:14.274001 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:14.353280 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66969847-0fb7-4077-921c-cf2fba62575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:14.358807 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Routers {'1b7e1b69-ce9c-42da-ab17-f93eae7fab13'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:50:14.359594 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:49:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['1b7e1b69-ce9c-42da-ab17-f93eae7fab13'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:14.394006 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f4336d5a-8541-4ee8-a3e3-20efb17e6794 req-0cd4397c-8dd0-4abb-8cc0-4ac4f59a7540 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625223 Oct 12 18:50:14.403326 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-66969847-0fb7-4077-921c-cf2fba62575c None None] For port 60deea05-3887-416e-8886-1197c5a0f06e, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=60deea05-3887-416e-8886-1197c5a0f06e,segment=NetworkSegment(01ec76ac-b3b0-43b4-baad-57320ab91cf7),segment_id=01ec76ac-b3b0-43b4-baad-57320ab91cf7)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:50:14.408269 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f5adc137-dfe8-45fc-8583-dc13c60d2361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:14.413595 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66969847-0fb7-4077-921c-cf2fba62575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:14.415330 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c6def3b2-caf6-462a-b876-33e4d24d5649 req-cf26b5d9-8569-4e49-b6db-f4447f7bf4f5 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342869 Oct 12 18:50:14.433957 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4a2af-062d-497e-8a1c-8093146b05ea None None] Pushing event updated for resources: {'Port': ['ID=97997370-d74e-46b9-9652-256d5d847a96,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:14.467024 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f5adc137-dfe8-45fc-8583-dc13c60d2361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:14.544099 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66969847-0fb7-4077-921c-cf2fba62575c None None] Pushing event updated for resources: {'Port': ['ID=60deea05-3887-416e-8886-1197c5a0f06e,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:14.560431 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5adc137-dfe8-45fc-8583-dc13c60d2361 admin admin] Network f3ebf672-60a1-4c35-a924-a38c64ba721a is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:50:14.572951 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] Set router 1b7e1b69-ce9c-42da-ab17-f93eae7fab13 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:50:14.577525 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-f5adc137-dfe8-45fc-8583-dc13c60d2361 admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:50:14.579835 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5adc137-dfe8-45fc-8583-dc13c60d2361 admin admin] Pushing event updated for resources: {'Port': ['ID=b8dc8533-296e-401e-8a0b-2c64a818cfde,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:14.582217 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5adc137-dfe8-45fc-8583-dc13c60d2361 admin admin] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:50:14.634652 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f5adc137-dfe8-45fc-8583-dc13c60d2361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7932212'] for router_interface, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:14.652887 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-1affb59a-41bb-4dd1-bffa-f599508850d0 None None] Provisioning complete for port 60deea05-3887-416e-8886-1197c5a0f06e triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:14.653568 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1affb59a-41bb-4dd1-bffa-f599508850d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:14.848541 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f5adc137-dfe8-45fc-8583-dc13c60d2361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:14.913143 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-9e9a300a-2f36-43ea-98e6-a3ef207e1a69 None None] Provisioning complete for port b8dc8533-296e-401e-8a0b-2c64a818cfde triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:14.913781 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9e9a300a-2f36-43ea-98e6-a3ef207e1a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:14.943337 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7e1b69-ce9c-42da-ab17-f93eae7fab13', 'name': 'tempest-TestShelveInstance-1245572467-router', 'tenant_id': 'd59b093ba261472696ab2d644e1ffbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '97997370-d74e-46b9-9652-256d5d847a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:11Z', 'updated_at': '2021-10-12T18:50:12Z', 'revision_number': 3, 'project_id': 'd59b093ba261472696ab2d644e1ffbff', 'gw_port': {'id': '97997370-d74e-46b9-9652-256d5d847a96', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7e1b69-ce9c-42da-ab17-f93eae7fab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:11Z', 'updated_at': '2021-10-12T18:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:14.975581 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a300a-2f36-43ea-98e6-a3ef207e1a69 None None] Port b8dc8533-296e-401e-8a0b-2c64a818cfde cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:50:14.984022 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef571d24-8437-4b9a-b98e-51f9d84aba8b None None] The sync data for ids ['1b7e1b69-ce9c-42da-ab17-f93eae7fab13'] in dv-cinder-813229-2-iscsi is: [{'id': '1b7e1b69-ce9c-42da-ab17-f93eae7fab13', 'name': 'tempest-TestShelveInstance-1245572467-router', 'tenant_id': 'd59b093ba261472696ab2d644e1ffbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '97997370-d74e-46b9-9652-256d5d847a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:11Z', 'updated_at': '2021-10-12T18:50:12Z', 'revision_number': 3, 'project_id': 'd59b093ba261472696ab2d644e1ffbff', 'gw_port': {'id': '97997370-d74e-46b9-9652-256d5d847a96', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7e1b69-ce9c-42da-ab17-f93eae7fab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:11Z', 'updated_at': '2021-10-12T18:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}] {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:50:15.027059 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 60deea05-3887-416e-8886-1197c5a0f06e up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:50:15.095933 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 60deea05-3887-416e-8886-1197c5a0f06e triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:15.096338 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:15.161441 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f5adc137-dfe8-45fc-8583-dc13c60d2361 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:15.167471 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f5adc137-dfe8-45fc-8583-dc13c60d2361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:15.237581 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 5954d796-ec69-499e-8489-387f1e84fb3c up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:50:15.238185 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f5adc137-dfe8-45fc-8583-dc13c60d2361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006308'] for router_interface, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:15.259962 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5adc137-dfe8-45fc-8583-dc13c60d2361 admin admin] Pushing event updated for resources: {'Port': ['ID=b8dc8533-296e-401e-8a0b-2c64a818cfde,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:15.337557 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 5954d796-ec69-499e-8489-387f1e84fb3c triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:15.338073 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:15.418443 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5adc137-dfe8-45fc-8583-dc13c60d2361 admin admin] Network f3ebf672-60a1-4c35-a924-a38c64ba721a is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:50:15.419876 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-f5adc137-dfe8-45fc-8583-dc13c60d2361 admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:50:15.708460 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-2cb972f4-53f1-4001-afee-785c85382ab3 None None] Provisioning complete for port b8dc8533-296e-401e-8a0b-2c64a818cfde triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:15.708824 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2cb972f4-53f1-4001-afee-785c85382ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:15.767431 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-2cb972f4-53f1-4001-afee-785c85382ab3 None None] Port b8dc8533-296e-401e-8a0b-2c64a818cfde cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:50:15.952756 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15800d-d5b4-4fec-95fa-a768b8b72f29 req-284037af-9855-4a14-bde7-4e231200b4c4 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:15.954518 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0a15800d-d5b4-4fec-95fa-a768b8b72f29 req-284037af-9855-4a14-bde7-4e231200b4c4 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 943 time: 0.4395425 Oct 12 18:50:15.972721 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308ea07-09e0-469e-89d5-0f0bf7759e72 req-cafd4ee6-c276-4f8e-9f96-4ae0b1abec6b tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:15.974263 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b308ea07-09e0-469e-89d5-0f0bf7759e72 req-cafd4ee6-c276-4f8e-9f96-4ae0b1abec6b tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.4132874 Oct 12 18:50:15.980440 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5adc137-dfe8-45fc-8583-dc13c60d2361 admin admin] Router 1b7e1b69-ce9c-42da-ab17-f93eae7fab13 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:50:16.073805 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0a15800d-d5b4-4fec-95fa-a768b8b72f29 req-b528b4d6-5cef-4534-85e0-145f4b7cfea8 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118352 Oct 12 18:50:16.078979 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b308ea07-09e0-469e-89d5-0f0bf7759e72 req-415e0fa1-f91a-475b-aac9-f13c1c1275cd tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965521 Oct 12 18:50:16.149833 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5adc137-dfe8-45fc-8583-dc13c60d2361 admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:50:16.154708 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-f5adc137-dfe8-45fc-8583-dc13c60d2361 admin admin] 10.222.0.66 "PUT /v2.0/routers/1b7e1b69-ce9c-42da-ab17-f93eae7fab13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9181683 Oct 12 18:50:16.747652 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 0a038624-0867-4f66-b6b0-1ccce0721118 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:50:16.842494 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 0a038624-0867-4f66-b6b0-1ccce0721118, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a038624-0867-4f66-b6b0-1ccce0721118,segment=NetworkSegment(fa7c4693-d476-4d43-b37e-55434e3ade44),segment_id=fa7c4693-d476-4d43-b37e-55434e3ade44)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:50:16.857609 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': '0a038624-0867-4f66-b6b0-1ccce0721118', 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5', 'port_id': '0a038624-0867-4f66-b6b0-1ccce0721118', 'mac_address': 'fa:16:3e:88:62:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9163a3c0-797e-4089-8da9-2009530844eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:50:16.877808 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 97997370-d74e-46b9-9652-256d5d847a96 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:50:16.893843 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 37466) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:16.898903 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-9f4ea921-0119-44f3-b06f-b1b2aa8f6ea1 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1817874022', 'description': 'tempest-secgroup-smoke-1817874022 description', 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:50:16.925022 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9f4ea921-0119-44f3-b06f-b1b2aa8f6ea1 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:16.951844 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:16.974532 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a038624-0867-4f66-b6b0-1ccce0721118 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:50:16.996010 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 97997370-d74e-46b9-9652-256d5d847a96 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:16.996381 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.000885 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 0a038624-0867-4f66-b6b0-1ccce0721118, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a038624-0867-4f66-b6b0-1ccce0721118,segment=NetworkSegment(fa7c4693-d476-4d43-b37e-55434e3ade44),segment_id=fa7c4693-d476-4d43-b37e-55434e3ade44)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:50:17.002734 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9f4ea921-0119-44f3-b06f-b1b2aa8f6ea1 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.007627 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9f4ea921-0119-44f3-b06f-b1b2aa8f6ea1 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.023000 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.037562 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9f4ea921-0119-44f3-b06f-b1b2aa8f6ea1 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.038770 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-9f4ea921-0119-44f3-b06f-b1b2aa8f6ea1 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1439154 Oct 12 18:50:17.040705 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ea921-0119-44f3-b06f-b1b2aa8f6ea1 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c558ff6-9e61-4416-bebd-3713adfe0133,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:17.041838 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 37468) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:17.046921 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-ac1962f3-a379-4b09-80c7-5975ebda0b59 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Request body: {'security_group_rule': {'security_group_id': '2c558ff6-9e61-4416-bebd-3713adfe0133', 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:50:17.077787 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ac1962f3-a379-4b09-80c7-5975ebda0b59 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.089449 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=0a038624-0867-4f66-b6b0-1ccce0721118,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:17.141448 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.158143 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ac1962f3-a379-4b09-80c7-5975ebda0b59 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.164298 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ac1962f3-a379-4b09-80c7-5975ebda0b59 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.185013 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1962f3-a379-4b09-80c7-5975ebda0b59 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d892a4f5-4f00-4e61-8be3-953bb7b8ded8,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:17.185264 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] For port 97997370-d74e-46b9-9652-256d5d847a96, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=97997370-d74e-46b9-9652-256d5d847a96,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:50:17.190370 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.195533 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ac1962f3-a379-4b09-80c7-5975ebda0b59 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.196928 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-ac1962f3-a379-4b09-80c7-5975ebda0b59 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1533892 Oct 12 18:50:17.199653 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 37474) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:17.229467 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-64579605-ef06-4acb-9982-99f90d6ec7ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Request body: {'security_group_rule': {'security_group_id': '2c558ff6-9e61-4416-bebd-3713adfe0133', 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:50:17.247550 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Pushing event updated for resources: {'Port': ['ID=97997370-d74e-46b9-9652-256d5d847a96,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:17.293865 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b6879-87b3-4388-adb8-988ca949c031 req-6897369d-fc28-4fec-9b1f-33d6c04b6540 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:17.295335 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a63b6879-87b3-4388-adb8-988ca949c031 req-6897369d-fc28-4fec-9b1f-33d6c04b6540 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 944 time: 0.1115558 Oct 12 18:50:17.305915 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774097d-d822-4bce-be53-9de9f854a35a req-edfd5295-09b4-44b2-8b9c-911e1f9d83e6 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:17.307337 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7774097d-d822-4bce-be53-9de9f854a35a req-edfd5295-09b4-44b2-8b9c-911e1f9d83e6 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.1219568 Oct 12 18:50:17.309266 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-64579605-ef06-4acb-9982-99f90d6ec7ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.394461 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a63b6879-87b3-4388-adb8-988ca949c031 req-08af8f62-9958-4f27-b6b5-83ffe6c7ee93 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860965 Oct 12 18:50:17.401160 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7774097d-d822-4bce-be53-9de9f854a35a req-f1771286-e120-44a0-9c0d-3bfaf1151744 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833557 Oct 12 18:50:17.414651 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-64579605-ef06-4acb-9982-99f90d6ec7ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.415296 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-64579605-ef06-4acb-9982-99f90d6ec7ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.438866 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64579605-ef06-4acb-9982-99f90d6ec7ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51872f69-6dd9-4128-ab97-0b31a6edcd77,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:17.449054 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-64579605-ef06-4acb-9982-99f90d6ec7ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.453825 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-64579605-ef06-4acb-9982-99f90d6ec7ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2498200 Oct 12 18:50:17.453825 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 37480) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:17.458004 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-b87f63c2-400b-43aa-99c9-ca602b82203a tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Request body: {'security_group_rule': {'security_group_id': '2c558ff6-9e61-4416-bebd-3713adfe0133', 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:50:17.487828 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Sync routers for ids ['1b7e1b69-ce9c-42da-ab17-f93eae7fab13'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:50:17.491507 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b87f63c2-400b-43aa-99c9-ca602b82203a tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.497381 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Routers {'1b7e1b69-ce9c-42da-ab17-f93eae7fab13'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:50:17.497988 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:49:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['1b7e1b69-ce9c-42da-ab17-f93eae7fab13'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:17.554461 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b87f63c2-400b-43aa-99c9-ca602b82203a tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.558659 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b87f63c2-400b-43aa-99c9-ca602b82203a tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.576531 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f63c2-400b-43aa-99c9-ca602b82203a tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ea1739-119d-4180-aecd-08608abebc93,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:17.590218 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b87f63c2-400b-43aa-99c9-ca602b82203a tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.591397 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-b87f63c2-400b-43aa-99c9-ca602b82203a tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369157 Oct 12 18:50:17.594139 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 37482) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:17.598328 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-c1a40aea-7c05-45d0-9db7-9781dbb189c2 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Request body: {'security_group_rule': {'security_group_id': '2c558ff6-9e61-4416-bebd-3713adfe0133', 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:50:17.607619 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Set router 1b7e1b69-ce9c-42da-ab17-f93eae7fab13 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:50:17.624259 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c1a40aea-7c05-45d0-9db7-9781dbb189c2 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.684040 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c1a40aea-7c05-45d0-9db7-9781dbb189c2 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.688037 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c1a40aea-7c05-45d0-9db7-9781dbb189c2 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.706258 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a40aea-7c05-45d0-9db7-9781dbb189c2 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6487b620-f947-4f47-a1ee-a475a7009c23,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:17.713606 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c1a40aea-7c05-45d0-9db7-9781dbb189c2 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.714780 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-c1a40aea-7c05-45d0-9db7-9781dbb189c2 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197419 Oct 12 18:50:17.717358 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 37486) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:17.721735 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-c7f4d8d2-cf6a-4c61-ac5b-88eaa3f5f729 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Request body: {'security_group_rule': {'security_group_id': '2c558ff6-9e61-4416-bebd-3713adfe0133', 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:50:17.743915 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.securitygroups_db [None req-c7f4d8d2-cf6a-4c61-ac5b-88eaa3f5f729 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Project abd2dfe73e54455087fa10d1fb6fa2e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:50:17.748677 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c7f4d8d2-cf6a-4c61-ac5b-88eaa3f5f729 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.808170 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c7f4d8d2-cf6a-4c61-ac5b-88eaa3f5f729 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.811864 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c7f4d8d2-cf6a-4c61-ac5b-88eaa3f5f729 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.823902 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7e1b69-ce9c-42da-ab17-f93eae7fab13', 'name': 'tempest-TestShelveInstance-1245572467-router', 'tenant_id': 'd59b093ba261472696ab2d644e1ffbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '97997370-d74e-46b9-9652-256d5d847a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:11Z', 'updated_at': '2021-10-12T18:50:14Z', 'revision_number': 4, 'project_id': 'd59b093ba261472696ab2d644e1ffbff', 'gw_port': {'id': '97997370-d74e-46b9-9652-256d5d847a96', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7e1b69-ce9c-42da-ab17-f93eae7fab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:11Z', 'updated_at': '2021-10-12T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'b8dc8533-296e-401e-8a0b-2c64a818cfde', 'name': '', 'network_id': 'f3ebf672-60a1-4c35-a924-a38c64ba721a', 'tenant_id': 'd59b093ba261472696ab2d644e1ffbff', 'mac_address': 'fa:16:3e:1f:5c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7e1b69-ce9c-42da-ab17-f93eae7fab13', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2af792b2-0e8d-4e40-8e62-9e2c9991b909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:13Z', 'updated_at': '2021-10-12T18:50:14Z', 'revision_number': 2, 'project_id': 'd59b093ba261472696ab2d644e1ffbff', 'subnets': [{'id': '2af792b2-0e8d-4e40-8e62-9e2c9991b909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:17.829487 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4d8d2-cf6a-4c61-ac5b-88eaa3f5f729 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bf97f4-6ca3-4cce-851a-eb4f57fc18e0,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:17.836935 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c7f4d8d2-cf6a-4c61-ac5b-88eaa3f5f729 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.838177 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-c7f4d8d2-cf6a-4c61-ac5b-88eaa3f5f729 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197915 Oct 12 18:50:17.840809 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 37488) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:50:17.845065 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-8ff02987-ef40-4c5b-907f-c45cd4e09234 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Request body: {'security_group_rule': {'security_group_id': '2c558ff6-9e61-4416-bebd-3713adfe0133', 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:50:17.854875 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Checking router: 1b7e1b69-ce9c-42da-ab17-f93eae7fab13 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:50:17.855225 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Updating router 1b7e1b69-ce9c-42da-ab17-f93eae7fab13 port b8dc8533-296e-401e-8a0b-2c64a818cfde binding host dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:50:17.867718 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.securitygroups_db [None req-8ff02987-ef40-4c5b-907f-c45cd4e09234 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Project abd2dfe73e54455087fa10d1fb6fa2e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:50:17.872672 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8ff02987-ef40-4c5b-907f-c45cd4e09234 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.881671 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.939754 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8ff02987-ef40-4c5b-907f-c45cd4e09234 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.944728 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8ff02987-ef40-4c5b-907f-c45cd4e09234 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.962399 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff02987-ef40-4c5b-907f-c45cd4e09234 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93cb6444-da6a-4767-8ae7-3de9ba5ae3c3,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:17.970466 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8ff02987-ef40-4c5b-907f-c45cd4e09234 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:17.980613 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-8ff02987-ef40-4c5b-907f-c45cd4e09234 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299090 Oct 12 18:50:18.153840 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Notify callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:18.159500 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:18.211943 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e4bf3-39f8-4ab5-b105-3f666d17e35c None None] Pushing event updated for resources: {'Port': ['ID=b8dc8533-296e-401e-8a0b-2c64a818cfde,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:18.259704 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Attempting to bind port b8dc8533-296e-401e-8a0b-2c64a818cfde on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:50:18.260240 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Attempting to bind port b8dc8533-296e-401e-8a0b-2c64a818cfde by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': '01ec76ac-b3b0-43b4-baad-57320ab91cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f3ebf672-60a1-4c35-a924-a38c64ba721a'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:50:18.260702 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Attempting to bind port b8dc8533-296e-401e-8a0b-2c64a818cfde on network f3ebf672-60a1-4c35-a924-a38c64ba721a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:50:18.266249 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:50:18.266699 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Checking segment: {'id': '01ec76ac-b3b0-43b4-baad-57320ab91cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f3ebf672-60a1-4c35-a924-a38c64ba721a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:50:18.267183 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:18.267638 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Bound using segment: {'id': '01ec76ac-b3b0-43b4-baad-57320ab91cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f3ebf672-60a1-4c35-a924-a38c64ba721a'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:50:18.268169 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Bound port: b8dc8533-296e-401e-8a0b-2c64a818cfde, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ec76ac-b3b0-43b4-baad-57320ab91cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f3ebf672-60a1-4c35-a924-a38c64ba721a'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:50:18.268616 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:18.342619 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] For port b8dc8533-296e-401e-8a0b-2c64a818cfde, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:50:18.346071 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] For port b8dc8533-296e-401e-8a0b-2c64a818cfde, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=b8dc8533-296e-401e-8a0b-2c64a818cfde,segment=NetworkSegment(01ec76ac-b3b0-43b4-baad-57320ab91cf7),segment_id=01ec76ac-b3b0-43b4-baad-57320ab91cf7)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:50:18.351981 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:18.402479 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Routers {'1b7e1b69-ce9c-42da-ab17-f93eae7fab13'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:50:18.403122 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:49:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['1b7e1b69-ce9c-42da-ab17-f93eae7fab13'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:18.474317 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e4bf3-39f8-4ab5-b105-3f666d17e35c None None] Pushing event updated for resources: {'Port': ['ID=b8dc8533-296e-401e-8a0b-2c64a818cfde,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:18.494685 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-1eea9a8e-07cb-440a-a9b9-b2f0f8e6f865 None None] Provisioning complete for port b8dc8533-296e-401e-8a0b-2c64a818cfde triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:18.495065 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1eea9a8e-07cb-440a-a9b9-b2f0f8e6f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:18.719127 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] Set router 1b7e1b69-ce9c-42da-ab17-f93eae7fab13 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:50:18.839838 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 97997370-d74e-46b9-9652-256d5d847a96 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:50:18.864898 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1eea9a8e-07cb-440a-a9b9-b2f0f8e6f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:18.943202 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-1eea9a8e-07cb-440a-a9b9-b2f0f8e6f865 None None] For port b8dc8533-296e-401e-8a0b-2c64a818cfde, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=b8dc8533-296e-401e-8a0b-2c64a818cfde,segment=NetworkSegment(01ec76ac-b3b0-43b4-baad-57320ab91cf7),segment_id=01ec76ac-b3b0-43b4-baad-57320ab91cf7)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:50:18.955122 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1eea9a8e-07cb-440a-a9b9-b2f0f8e6f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:19.027858 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 97997370-d74e-46b9-9652-256d5d847a96 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:19.028123 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:19.074197 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea9a8e-07cb-440a-a9b9-b2f0f8e6f865 None None] Pushing event updated for resources: {'Port': ['ID=b8dc8533-296e-401e-8a0b-2c64a818cfde,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:19.104025 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-0fbc3a8e-c9b7-4e29-a554-edda0dfdf310 None None] Provisioning complete for port b8dc8533-296e-401e-8a0b-2c64a818cfde triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:19.104400 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0fbc3a8e-c9b7-4e29-a554-edda0dfdf310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:19.144487 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7e1b69-ce9c-42da-ab17-f93eae7fab13', 'name': 'tempest-TestShelveInstance-1245572467-router', 'tenant_id': 'd59b093ba261472696ab2d644e1ffbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '97997370-d74e-46b9-9652-256d5d847a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:11Z', 'updated_at': '2021-10-12T18:50:14Z', 'revision_number': 4, 'project_id': 'd59b093ba261472696ab2d644e1ffbff', 'gw_port': {'id': '97997370-d74e-46b9-9652-256d5d847a96', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7e1b69-ce9c-42da-ab17-f93eae7fab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:11Z', 'updated_at': '2021-10-12T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'b8dc8533-296e-401e-8a0b-2c64a818cfde', 'name': '', 'network_id': 'f3ebf672-60a1-4c35-a924-a38c64ba721a', 'tenant_id': 'd59b093ba261472696ab2d644e1ffbff', 'mac_address': 'fa:16:3e:1f:5c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7e1b69-ce9c-42da-ab17-f93eae7fab13', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2af792b2-0e8d-4e40-8e62-9e2c9991b909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:13Z', 'updated_at': '2021-10-12T18:50:18Z', 'revision_number': 4, 'project_id': 'd59b093ba261472696ab2d644e1ffbff', 'subnets': [{'id': '2af792b2-0e8d-4e40-8e62-9e2c9991b909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:50:19.191304 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3bdb6d-c648-4864-a09d-d9f21e2f621b None None] The sync data for ids ['1b7e1b69-ce9c-42da-ab17-f93eae7fab13'] in dv-cinder-813229-2-iscsi is: [{'id': '1b7e1b69-ce9c-42da-ab17-f93eae7fab13', 'name': 'tempest-TestShelveInstance-1245572467-router', 'tenant_id': 'd59b093ba261472696ab2d644e1ffbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '97997370-d74e-46b9-9652-256d5d847a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:11Z', 'updated_at': '2021-10-12T18:50:14Z', 'revision_number': 4, 'project_id': 'd59b093ba261472696ab2d644e1ffbff', 'gw_port': {'id': '97997370-d74e-46b9-9652-256d5d847a96', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7e1b69-ce9c-42da-ab17-f93eae7fab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:11Z', 'updated_at': '2021-10-12T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'b8dc8533-296e-401e-8a0b-2c64a818cfde', 'name': '', 'network_id': 'f3ebf672-60a1-4c35-a924-a38c64ba721a', 'tenant_id': 'd59b093ba261472696ab2d644e1ffbff', 'mac_address': 'fa:16:3e:1f:5c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7e1b69-ce9c-42da-ab17-f93eae7fab13', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2af792b2-0e8d-4e40-8e62-9e2c9991b909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:13Z', 'updated_at': '2021-10-12T18:50:18Z', 'revision_number': 4, 'project_id': 'd59b093ba261472696ab2d644e1ffbff', 'subnets': [{'id': '2af792b2-0e8d-4e40-8e62-9e2c9991b909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:50:20.869869 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device b8dc8533-296e-401e-8a0b-2c64a818cfde up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:50:20.917917 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port b8dc8533-296e-401e-8a0b-2c64a818cfde triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:20.918287 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:24.202521 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89500aef-ad82-48b2-86fa-7097544192d1 req-9e5c7f4f-bd9c-47c0-9143-2e08ac3c8237 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:24.204506 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-89500aef-ad82-48b2-86fa-7097544192d1 req-9e5c7f4f-bd9c-47c0-9143-2e08ac3c8237 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 944 time: 0.0764413 Oct 12 18:50:24.219754 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50065e-c969-4218-8604-4f264ff16885 req-32693ee2-e36b-44ce-b575-9db760481cfa tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:24.221206 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ac50065e-c969-4218-8604-4f264ff16885 req-32693ee2-e36b-44ce-b575-9db760481cfa tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0822184 Oct 12 18:50:24.276686 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-89500aef-ad82-48b2-86fa-7097544192d1 req-7da61b48-4665-44d1-881d-9885bd0c16ae tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654092 Oct 12 18:50:24.279658 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ac50065e-c969-4218-8604-4f264ff16885 req-42869e30-2263-4196-b863-c446720f5f66 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517957 Oct 12 18:50:24.429917 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d31dc479-a7a5-4813-93ee-3f82596e2320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:24.718760 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['0a038624-0867-4f66-b6b0-1ccce0721118'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:50:25.424934 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe0f5b-4227-4665-871a-a5c58b82e4a4 req-e2ceb75c-845b-44ea-9791-35778ab3d2cb tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:25.426406 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1fe0f5b-4227-4665-871a-a5c58b82e4a4 req-e2ceb75c-845b-44ea-9791-35778ab3d2cb tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0778446 Oct 12 18:50:25.434912 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297e4d2-7692-4dba-af2f-e6560005e9bf req-51a4c8d4-d627-4182-8b88-a14b80dc8366 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:25.436326 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f297e4d2-7692-4dba-af2f-e6560005e9bf req-51a4c8d4-d627-4182-8b88-a14b80dc8366 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 944 time: 0.0783641 Oct 12 18:50:25.489125 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1fe0f5b-4227-4665-871a-a5c58b82e4a4 req-4faa3bd4-b41e-4b84-b523-09597a1ec006 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519042 Oct 12 18:50:25.494535 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f297e4d2-7692-4dba-af2f-e6560005e9bf req-826daa4f-af3e-49de-b86e-ac961062bd02 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506902 Oct 12 18:50:26.670369 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f78954-c7eb-4cdc-8bcb-e5035d333fb3 req-a46dfdc8-c293-49bb-9d06-e6fe01ff7f0c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:26.671707 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-86f78954-c7eb-4cdc-8bcb-e5035d333fb3 req-a46dfdc8-c293-49bb-9d06-e6fe01ff7f0c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0850258 Oct 12 18:50:26.679579 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f62ff2-77f9-40ea-ba33-9c6efd107500 req-87306e90-d508-4930-9c26-0bb9d86be9cb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:26.680918 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-50f62ff2-77f9-40ea-ba33-9c6efd107500 req-87306e90-d508-4930-9c26-0bb9d86be9cb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 944 time: 0.1036215 Oct 12 18:50:26.731538 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-86f78954-c7eb-4cdc-8bcb-e5035d333fb3 req-f10a5f3c-4ad6-4fa5-8266-c4e2b8d148e8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496759 Oct 12 18:50:26.738357 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-50f62ff2-77f9-40ea-ba33-9c6efd107500 req-1ebf201d-a7bf-4f39-82ca-4e633657ffd7 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509932 Oct 12 18:50:26.970589 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-54677797-d8bb-4eff-8d5d-84862cec658b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:27.984165 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:28.142394 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:29.591032 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 0a038624-0867-4f66-b6b0-1ccce0721118 up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:50:29.638847 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port 0a038624-0867-4f66-b6b0-1ccce0721118 completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:50:29.642471 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port 0a038624-0867-4f66-b6b0-1ccce0721118 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:50:29.642839 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:29.719156 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:29.734290 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:29.756848 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f85884-eae9-4981-b118-4feff64745ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a038624-0867-4f66-b6b0-1ccce0721118'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:50:29.759027 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3434f930-b06f-4b60-9b1d-b83a7502c031" -d '{"events": [{"server_uuid": "e3f85884-eae9-4981-b118-4feff64745ef", "name": "network-vif-plugged", "status": "completed", "tag": "0a038624-0867-4f66-b6b0-1ccce0721118"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:50:29.771853 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 0a038624-0867-4f66-b6b0-1ccce0721118, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a038624-0867-4f66-b6b0-1ccce0721118,segment=NetworkSegment(fa7c4693-d476-4d43-b37e-55434e3ade44),segment_id=fa7c4693-d476-4d43-b37e-55434e3ade44)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:50:29.776553 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:29.823096 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=0a038624-0867-4f66-b6b0-1ccce0721118,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:50:38.646114 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:50:39.560168 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:39.691192 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9d5f5-6703-4714-8eff-6f56da19dcaa req-87f5f4a7-09ae-4b80-9573-2e69782838a7 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:39.692569 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-edc9d5f5-6703-4714-8eff-6f56da19dcaa req-87f5f4a7-09ae-4b80-9573-2e69782838a7 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0767291 Oct 12 18:50:39.701560 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405dee7-093b-42fc-be0f-77bb2fc7e1c3 req-0fdebfbd-2dc9-4592-8407-7f6464ba6549 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:39.703184 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f405dee7-093b-42fc-be0f-77bb2fc7e1c3 req-0fdebfbd-2dc9-4592-8407-7f6464ba6549 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 945 time: 0.0773201 Oct 12 18:50:39.756601 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-edc9d5f5-6703-4714-8eff-6f56da19dcaa req-0de5dbb1-5284-4281-9451-3fc119fdca4b tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524926 Oct 12 18:50:39.765015 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f405dee7-093b-42fc-be0f-77bb2fc7e1c3 req-4173d066-71bf-4258-b4b3-0ffbf8fdae30 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553110 Oct 12 18:50:39.802042 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daff01b-a61c-4f32-8b16-2f8b53f40fca x-openstack-request-id: req-0daff01b-a61c-4f32-8b16-2f8b53f40fca {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:50:39.802355 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f85884-eae9-4981-b118-4feff64745ef", "name": "network-vif-plugged", "status": "completed", "tag": "0a038624-0867-4f66-b6b0-1ccce0721118", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:50:39.802609 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0daff01b-a61c-4f32-8b16-2f8b53f40fca {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:50:39.802997 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f85884-eae9-4981-b118-4feff64745ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a038624-0867-4f66-b6b0-1ccce0721118', 'code': 200} Oct 12 18:50:44.603857 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aaba3c-2914-4a54-a1c5-3704824fff4d req-49ae628b-85ab-493a-b76e-630036f6f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:44.605331 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b9aaba3c-2914-4a54-a1c5-3704824fff4d req-49ae628b-85ab-493a-b76e-630036f6f895 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 1098 time: 0.0393736 Oct 12 18:50:44.661087 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b9aaba3c-2914-4a54-a1c5-3704824fff4d req-b75ea60c-ec76-4bad-b393-f04eef4fe6bc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306416 Oct 12 18:50:44.782247 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafa910-97d1-45f8-8cb2-22ea494f46ba req-f2d6710f-83f5-42aa-b779-6c3126497d51 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:44.783665 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8eafa910-97d1-45f8-8cb2-22ea494f46ba req-f2d6710f-83f5-42aa-b779-6c3126497d51 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0788367 Oct 12 18:50:44.791598 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c60fda-b576-4bec-99e2-bc05b566848b req-d27203ea-71b3-49dc-b90b-479c739fb821 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:44.792932 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-10c60fda-b576-4bec-99e2-bc05b566848b req-d27203ea-71b3-49dc-b90b-479c739fb821 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 945 time: 0.0861440 Oct 12 18:50:44.844047 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8eafa910-97d1-45f8-8cb2-22ea494f46ba req-3d801f1a-c913-48c8-848c-5ce018254374 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501027 Oct 12 18:50:44.850773 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-10c60fda-b576-4bec-99e2-bc05b566848b req-1a05f370-bab5-4c98-b21f-e21b6d32614d tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514193 Oct 12 18:50:45.401931 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96311a96-f6a5-49e1-bfd2-dc7057d4dfe2 req-7b3c22bd-1fe7-4301-912e-3f4de0d20d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:45.403378 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-96311a96-f6a5-49e1-bfd2-dc7057d4dfe2 req-7b3c22bd-1fe7-4301-912e-3f4de0d20d9f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 1098 time: 0.0383821 Oct 12 18:50:45.441004 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-96311a96-f6a5-49e1-bfd2-dc7057d4dfe2 req-139dc80a-cd8c-4be6-b508-c6d89029a622 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258365 Oct 12 18:50:46.067785 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68668f0-ad68-4759-a5d6-5e4a20607af9 req-89555626-83c8-408f-ba18-27f2c4142f51 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:46.069108 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e68668f0-ad68-4759-a5d6-5e4a20607af9 req-89555626-83c8-408f-ba18-27f2c4142f51 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0780106 Oct 12 18:50:46.082618 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027d6a5-b5bb-4dc4-9e46-b46ff601d0ba req-5cd1f780-a6e8-4c64-a6b6-7f746f6ec83d tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:46.083931 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9027d6a5-b5bb-4dc4-9e46-b46ff601d0ba req-5cd1f780-a6e8-4c64-a6b6-7f746f6ec83d tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 945 time: 0.0814192 Oct 12 18:50:46.143445 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e68668f0-ad68-4759-a5d6-5e4a20607af9 req-c028d337-0ec8-41ef-bcdb-e3163c1aa179 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683153 Oct 12 18:50:46.146132 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9027d6a5-b5bb-4dc4-9e46-b46ff601d0ba req-d919556c-1882-419e-962b-f21b6d516b69 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562623 Oct 12 18:50:47.297030 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe8d82-becc-44ee-8bd9-4d9e27284a0b req-b7a7e769-65b6-4923-9d08-c14c17b8d6f4 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:47.298505 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a2fe8d82-becc-44ee-8bd9-4d9e27284a0b req-b7a7e769-65b6-4923-9d08-c14c17b8d6f4 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 945 time: 0.0759969 Oct 12 18:50:47.306358 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9e516-e361-46bc-ad1a-ddc35d4df80c req-458b13b0-5ed5-4a39-aa17-ee2a780609dc tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:47.307756 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8fc9e516-e361-46bc-ad1a-ddc35d4df80c req-458b13b0-5ed5-4a39-aa17-ee2a780609dc tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0833635 Oct 12 18:50:47.366308 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a2fe8d82-becc-44ee-8bd9-4d9e27284a0b req-989c1aba-bff8-401c-8eff-6ad46456d470 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576267 Oct 12 18:50:47.371017 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8fc9e516-e361-46bc-ad1a-ddc35d4df80c req-e5d133d4-ca73-44b2-a5a6-ab74faf90990 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567601 Oct 12 18:50:47.475070 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67106d75-5625-4f13-b5ab-70dd9bbe1a36 req-e425a23b-8328-4a35-91b7-5dc14f3d2a60 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:47.476487 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-67106d75-5625-4f13-b5ab-70dd9bbe1a36 req-e425a23b-8328-4a35-91b7-5dc14f3d2a60 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 945 time: 0.0469909 Oct 12 18:50:47.513221 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-67106d75-5625-4f13-b5ab-70dd9bbe1a36 req-01406c8f-acda-4b44-b2a6-4a6b56a4f92a tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301833 Oct 12 18:50:47.834629 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf9bc7-e35e-42b6-8748-9e0a8d8b73ff req-e555e72b-2f42-4bb0-963e-591de26afcbf tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:47.835972 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7cbf9bc7-e35e-42b6-8748-9e0a8d8b73ff req-e555e72b-2f42-4bb0-963e-591de26afcbf tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 945 time: 0.0469182 Oct 12 18:50:47.872873 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7cbf9bc7-e35e-42b6-8748-9e0a8d8b73ff req-65c4f3a1-af84-40d1-a6b9-9b3ae128342e tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299988 Oct 12 18:50:50.671857 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccbb79-4336-4487-9de8-e14e5ee5a78a req-ca97b776-5e1b-4b89-a9f0-c1afaea6fec5 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:50.673281 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-23ccbb79-4336-4487-9de8-e14e5ee5a78a req-ca97b776-5e1b-4b89-a9f0-c1afaea6fec5 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0506315 Oct 12 18:50:50.710752 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-23ccbb79-4336-4487-9de8-e14e5ee5a78a req-d391461a-5e9e-45ad-bd42-401de0ee2888 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316026 Oct 12 18:50:52.345968 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf14f6-f4f4-4341-b53f-c8101f7e3727 req-3d36a028-c6c1-4091-873f-109d30ba33c6 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:52.347417 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-35bf14f6-f4f4-4341-b53f-c8101f7e3727 req-3d36a028-c6c1-4091-873f-109d30ba33c6 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0489421 Oct 12 18:50:52.384145 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-35bf14f6-f4f4-4341-b53f-c8101f7e3727 req-28dee861-f1b0-4586-a181-61463906b321 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310397 Oct 12 18:50:52.723950 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c746ba-01e4-4487-94cd-495147f21291 req-2b465341-31d2-4307-ab3d-6538210b6430 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:52.725392 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e3c746ba-01e4-4487-94cd-495147f21291 req-2b465341-31d2-4307-ab3d-6538210b6430 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0485029 Oct 12 18:50:52.793718 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e3c746ba-01e4-4487-94cd-495147f21291 req-b1883ef4-be77-49f9-95da-2fd7890ee2de tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566449 Oct 12 18:50:52.796153 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02269742-9791-4a36-94cf-61e1b6dba98f req-070f7ba4-b358-41d5-a169-66e3477345be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:52.797521 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-02269742-9791-4a36-94cf-61e1b6dba98f req-070f7ba4-b358-41d5-a169-66e3477345be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=632a64d9b8e8420c84959edd892a318b&device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 1098 time: 0.0687721 Oct 12 18:50:52.887028 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02269742-9791-4a36-94cf-61e1b6dba98f req-c5a9bda7-10cb-437c-b85b-644f411341a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:52.888474 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-02269742-9791-4a36-94cf-61e1b6dba98f req-c5a9bda7-10cb-437c-b85b-644f411341a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a4e204a-982c-455b-87fd-0d4fbe139919 HTTP/1.1" status: 200 len: 919 time: 0.0835767 Oct 12 18:50:52.932239 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-02269742-9791-4a36-94cf-61e1b6dba98f req-ed2b2036-cd3d-42ff-a935-df45f95277b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd HTTP/1.1" status: 200 len: 217 time: 0.0368345 Oct 12 18:50:52.981915 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02269742-9791-4a36-94cf-61e1b6dba98f req-530a2cf2-97a5-4e4e-89c9-392e49b19a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:52.983353 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-02269742-9791-4a36-94cf-61e1b6dba98f req-530a2cf2-97a5-4e4e-89c9-392e49b19a26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b19d8b1-43db-4203-8a71-c6a7231cd947 HTTP/1.1" status: 200 len: 858 time: 0.0443766 Oct 12 18:50:53.015254 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-02269742-9791-4a36-94cf-61e1b6dba98f req-6c38dff5-5106-4ba3-9aba-ad25a12b15f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a4e204a-982c-455b-87fd-0d4fbe139919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241206 Oct 12 18:50:53.111476 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-02269742-9791-4a36-94cf-61e1b6dba98f req-3b4e246e-036b-45b2-a264-9a9a2b1fa731 service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887694 Oct 12 18:50:53.208277 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-02269742-9791-4a36-94cf-61e1b6dba98f req-980d2e06-7ab8-4538-a0b3-6a66674b7e3f service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894012 Oct 12 18:50:54.430637 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a53f9661-716d-44d5-8163-d58f026813f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:56.971787 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bd6666e2-b0e2-403b-85ab-b4a94ceb8311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:57.726541 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb899be-6499-4544-a049-d7a0b3086952 req-32b62275-fdf3-4d1f-a524-492c634b855b tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:57.727982 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fdb899be-6499-4544-a049-d7a0b3086952 req-32b62275-fdf3-4d1f-a524-492c634b855b tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0488031 Oct 12 18:50:57.764766 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fdb899be-6499-4544-a049-d7a0b3086952 req-2178aeef-93ae-48f2-8651-eca9d53eb4ba tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309927 Oct 12 18:50:57.985148 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:58.144334 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:50:58.881338 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220295d-b1a1-4dc6-ae8c-12b57634a7f4 req-332a742e-f4cf-4b53-8b44-4bb363a3e20e tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:50:58.882792 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2220295d-b1a1-4dc6-ae8c-12b57634a7f4 req-332a742e-f4cf-4b53-8b44-4bb363a3e20e tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0505533 Oct 12 18:50:58.919411 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2220295d-b1a1-4dc6-ae8c-12b57634a7f4 req-c93d1466-ab4e-49aa-948f-e8f1fc758e11 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302963 Oct 12 18:50:59.706631 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:00.035793 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722083e7-e12a-4cba-a14c-260347509262 req-75fccd09-08fc-4877-992d-3404abb1a12a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:00.037239 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-722083e7-e12a-4cba-a14c-260347509262 req-75fccd09-08fc-4877-992d-3404abb1a12a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0485661 Oct 12 18:51:00.075577 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-722083e7-e12a-4cba-a14c-260347509262 req-d0a57095-a890-44ab-bbac-c63463c13729 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322676 Oct 12 18:51:01.190334 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe78019-a93c-4cc4-92e6-619dc4caf6bc req-17bfe3c1-305b-44d8-bf6c-52b883bf7596 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:01.191741 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4fe78019-a93c-4cc4-92e6-619dc4caf6bc req-17bfe3c1-305b-44d8-bf6c-52b883bf7596 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0480411 Oct 12 18:51:01.227613 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4fe78019-a93c-4cc4-92e6-619dc4caf6bc req-0ab401bc-0fb7-4e22-835c-c216aa38c252 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296929 Oct 12 18:51:02.349330 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442b870-93c3-481b-8b4c-a43561270cf7 req-90c2cae8-1fd7-4e72-955d-446885eaf10c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:02.350786 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3442b870-93c3-481b-8b4c-a43561270cf7 req-90c2cae8-1fd7-4e72-955d-446885eaf10c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0549090 Oct 12 18:51:02.389322 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3442b870-93c3-481b-8b4c-a43561270cf7 req-c6f058c2-4e45-4c25-a05a-b842c8996726 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320718 Oct 12 18:51:03.114519 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-35c127bc-776b-48d6-87c1-4b5bceafd2c9 req-2c9d9547-b893-4074-ab49-c57496e9f4f5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373418 Oct 12 18:51:03.188714 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c127bc-776b-48d6-87c1-4b5bceafd2c9 req-f678975e-3a48-4f57-bc08-60a5289ccfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:03.190205 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-35c127bc-776b-48d6-87c1-4b5bceafd2c9 req-f678975e-3a48-4f57-bc08-60a5289ccfb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=632a64d9b8e8420c84959edd892a318b&device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 1099 time: 0.0409379 Oct 12 18:51:03.368185 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c127bc-776b-48d6-87c1-4b5bceafd2c9 req-1e36a7eb-d618-4d70-915e-f090a5937b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:03.370229 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-35c127bc-776b-48d6-87c1-4b5bceafd2c9 req-1e36a7eb-d618-4d70-915e-f090a5937b27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a4e204a-982c-455b-87fd-0d4fbe139919 HTTP/1.1" status: 200 len: 919 time: 0.0882764 Oct 12 18:51:03.411806 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-35c127bc-776b-48d6-87c1-4b5bceafd2c9 req-edee7fcc-03ed-4a77-9f7a-b64a1308d2e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=272ba0d5-8a80-49a6-8fbb-273468f1ef36 HTTP/1.1" status: 200 len: 217 time: 0.0337417 Oct 12 18:51:03.462658 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c127bc-776b-48d6-87c1-4b5bceafd2c9 req-061cf564-b7ef-4e9d-b7b8-10fbd5e0ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:03.464736 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-35c127bc-776b-48d6-87c1-4b5bceafd2c9 req-061cf564-b7ef-4e9d-b7b8-10fbd5e0ae65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b19d8b1-43db-4203-8a71-c6a7231cd947 HTTP/1.1" status: 200 len: 858 time: 0.0423908 Oct 12 18:51:03.501038 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-35c127bc-776b-48d6-87c1-4b5bceafd2c9 req-a50e8870-ac85-4336-bdd3-c86bfc6022b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a4e204a-982c-455b-87fd-0d4fbe139919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265009 Oct 12 18:51:03.594429 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-35c127bc-776b-48d6-87c1-4b5bceafd2c9 req-8696e5de-0749-4619-b0c2-be40bcfa7163 service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834088 Oct 12 18:51:03.691259 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-35c127bc-776b-48d6-87c1-4b5bceafd2c9 req-b12800d5-f348-41bc-a3f4-61fc664cd98d service neutron] 10.222.0.21 "GET /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878177 Oct 12 18:51:07.174023 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 38112) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:07.277425 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-cd072356-9027-4da7-824f-45181ab6dc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:07.353135 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-cd072356-9027-4da7-824f-45181ab6dc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:07.357193 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-cd072356-9027-4da7-824f-45181ab6dc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:07.395307 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-cd072356-9027-4da7-824f-45181ab6dc60 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=46219638812a460fa6ae7f77bba5e448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202339 Oct 12 18:51:07.397191 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd072356-9027-4da7-824f-45181ab6dc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9721b0e9-0d16-49bc-907e-252f4888785d,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:07.398000 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 38116) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:07.404637 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072356-9027-4da7-824f-45181ab6dc60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.404988 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072356-9027-4da7-824f-45181ab6dc60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.405331 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072356-9027-4da7-824f-45181ab6dc60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.405690 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072356-9027-4da7-824f-45181ab6dc60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.406022 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072356-9027-4da7-824f-45181ab6dc60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.406355 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072356-9027-4da7-824f-45181ab6dc60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.406686 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072356-9027-4da7-824f-45181ab6dc60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.407015 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072356-9027-4da7-824f-45181ab6dc60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.407342 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072356-9027-4da7-824f-45181ab6dc60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.407667 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072356-9027-4da7-824f-45181ab6dc60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.407990 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072356-9027-4da7-824f-45181ab6dc60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.408312 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072356-9027-4da7-824f-45181ab6dc60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.448315 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0e80b097-84cd-463d-be98-a15dab07855d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:07.469280 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0e80b097-84cd-463d-be98-a15dab07855d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:07.518529 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0e80b097-84cd-463d-be98-a15dab07855d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:07.521195 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0e80b097-84cd-463d-be98-a15dab07855d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:07.523457 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-0e80b097-84cd-463d-be98-a15dab07855d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9721b0e9-0d16-49bc-907e-252f4888785d HTTP/1.1" status: 204 len: 168 time: 0.1232445 Oct 12 18:51:07.530117 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80b097-84cd-463d-be98-a15dab07855d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9721b0e9-0d16-49bc-907e-252f4888785d,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:07.536963 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80b097-84cd-463d-be98-a15dab07855d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.537307 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80b097-84cd-463d-be98-a15dab07855d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.537671 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80b097-84cd-463d-be98-a15dab07855d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.538001 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80b097-84cd-463d-be98-a15dab07855d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.538322 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80b097-84cd-463d-be98-a15dab07855d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.538648 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80b097-84cd-463d-be98-a15dab07855d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.538971 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80b097-84cd-463d-be98-a15dab07855d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.539293 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80b097-84cd-463d-be98-a15dab07855d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.539611 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80b097-84cd-463d-be98-a15dab07855d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.539979 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80b097-84cd-463d-be98-a15dab07855d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.540278 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80b097-84cd-463d-be98-a15dab07855d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:07.540538 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80b097-84cd-463d-be98-a15dab07855d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:08.857562 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2bdf5-7a80-493b-b8c7-db6036cc046b req-53100c6e-61ab-46e3-b020-8a11a7502f8c tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:08.858998 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6ce2bdf5-7a80-493b-b8c7-db6036cc046b req-53100c6e-61ab-46e3-b020-8a11a7502f8c tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 945 time: 0.0478969 Oct 12 18:51:08.905966 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6ce2bdf5-7a80-493b-b8c7-db6036cc046b req-6821a4ec-f03b-4ab8-bf43-0ca6691e863c tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409822 Oct 12 18:51:08.925298 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 38174) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:09.154893 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a8dbb9-de66-47a8-9263-ee7f63382480 tempest-TestMinimumBasicScenario-182012618 tempest-TestMinimumBasicScenario-182012618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:09.156499 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-35a8dbb9-de66-47a8-9263-ee7f63382480 tempest-TestMinimumBasicScenario-182012618 tempest-TestMinimumBasicScenario-182012618-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 1093 time: 0.2297304 Oct 12 18:51:09.159178 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 38182) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:09.163415 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Request body: {'floatingip': {'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'port_id': '0a038624-0867-4f66-b6b0-1ccce0721118', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:09.185175 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for floatingip, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:09.281142 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:09.381063 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.db_base_plugin_common [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Allocated IP 172.27.0.44 (3ebee7fc-7e47-48dc-a73f-702afd21678f/257fc62d-aef6-4fd3-8a07-67da1276276c/e7df5ad7-fd7a-4b0d-8b63-ea1f983f2c46) {{(pid=100618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:51:09.486123 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for port, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:09.518331 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:09.546832 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:09.564699 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is already hosted by enough agents. {{(pid=100618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:51:09.566037 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Pushing event updated for resources: {'Port': ['ID=e7df5ad7-fd7a-4b0d-8b63-ea1f983f2c46,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:09.568576 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Resources bound (agent type, host, resource id): {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:51:09.570617 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Received port after_create {{(pid=100618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:51:09.801371 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-30d2d370-1004-406b-b0c5-d2dc170ee81a tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=0a9d590d97f44268a38e0721ecc9b3aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343711 Oct 12 18:51:10.014593 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-ae1b710a-c2a8-4768-b1bd-7a04f1c0a34e tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:10.016474 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-ae1b710a-c2a8-4768-b1bd-7a04f1c0a34e tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2091939 Oct 12 18:51:10.036199 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-3573931d-b251-4a20-91c7-87bab81fd373 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/quotas/0a9d590d97f44268a38e0721ecc9b3aa HTTP/1.1" status: 200 len: 375 time: 0.0116303 Oct 12 18:51:10.067821 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-ab868f5f-c19a-4d4a-97ee-6d66bf9bbc49 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0a9d590d97f44268a38e0721ecc9b3aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251424 Oct 12 18:51:10.070204 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:10.177285 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:10.268367 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ed0617f6-a93f-459a-aaa0-1913e8b0d421 req-c8aa7575-604d-4317-9375-fbaa1809735a tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 210 time: 0.0527031 Oct 12 18:51:10.357708 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for port, precommit_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:10.362617 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4877978'] for port, after_update {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:10.432419 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Pushing event updated for resources: {'Port': ['ID=e7df5ad7-fd7a-4b0d-8b63-ea1f983f2c46,revision_number=2']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:10.448087 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7932303'] for floatingip, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:10.738520 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.db.l3_db [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Floating IP 432f869b-2b6d-4885-b62f-da61fef98357 associated. External IP: 172.27.0.44, port: 0a038624-0867-4f66-b6b0-1ccce0721118. Oct 12 18:51:10.952610 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53abe140-a157-4b3c-88e1-b8b6b1f41789 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817874022&fields=id&tenant_id=abd2dfe73e54455087fa10d1fb6fa2e6 HTTP/1.1" status: 200 len: 267 time: 0.0350828 Oct 12 18:51:10.963237 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Router cbd4de1b-a449-4c55-ae76-025c93a9a15b has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:51:11.064374 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-ff745f9e-070b-4014-a610-979d08770609 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:11.065757 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-ff745f9e-070b-4014-a610-979d08770609 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/networks?id=ad3e155a-73bb-40c2-b397-cbadd351c43b HTTP/1.1" status: 200 len: 807 time: 0.1062477 Oct 12 18:51:11.074550 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:51:11.080410 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-fb7f0082-5848-4713-9bfc-4808e30cdca8 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/quotas/abd2dfe73e54455087fa10d1fb6fa2e6 HTTP/1.1" status: 200 len: 375 time: 0.0091224 Oct 12 18:51:11.086004 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33890c2a-019a-4ce6-b472-2294b6fcf99d None None] Sync routers for ids ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'] in dv-cinder-813229-2-iscsi {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:51:11.094865 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:11.099806 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33890c2a-019a-4ce6-b472-2294b6fcf99d None None] Routers {'cbd4de1b-a449-4c55-ae76-025c93a9a15b'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:51:11.100433 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-33890c2a-019a-4ce6-b472-2294b6fcf99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:50:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:11.134007 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-602b8a45-c388-4ec1-86cf-6e233f97b083 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9737961 Oct 12 18:51:11.135634 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-4b35579f-1a30-481d-8d2a-b57f1103d10a tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=abd2dfe73e54455087fa10d1fb6fa2e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482731 Oct 12 18:51:11.136614 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 38236) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:11.142098 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-b419a055-2f03-40e7-95ef-8ce2862eb25b tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-700897648', 'description': 'tempest-secgroup-smoke-700897648 description', 'project_id': '584c0a7526884dec8eebb6aeeba85c27'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:11.144418 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f85884-eae9-4981-b118-4feff64745ef', 'tag': '0a038624-0867-4f66-b6b0-1ccce0721118'}] {{(pid=100618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:51:11.149510 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad09acfdf72b8375a33e9b57c982232d1566ee44a2684d4ac6751eeaed48ddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5b859f-51e9-4da7-9dd8-10f1d56a19b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f85884-eae9-4981-b118-4feff64745ef", "tag": "0a038624-0867-4f66-b6b0-1ccce0721118"}]}' {{(pid=100618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:51:11.182333 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b419a055-2f03-40e7-95ef-8ce2862eb25b tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:11.215782 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-33890c2a-019a-4ce6-b472-2294b6fcf99d None None] Set router cbd4de1b-a449-4c55-ae76-025c93a9a15b gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:51:11.294932 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d348606-9a55-49e7-8e31-e64496296791 x-openstack-request-id: req-3d348606-9a55-49e7-8e31-e64496296791 {{(pid=100618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:51:11.295495 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f85884-eae9-4981-b118-4feff64745ef", "tag": "0a038624-0867-4f66-b6b0-1ccce0721118", "status": "completed", "code": 200}]} {{(pid=100618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:51:11.295901 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3d348606-9a55-49e7-8e31-e64496296791 {{(pid=100618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:51:11.296459 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f85884-eae9-4981-b118-4feff64745ef', 'tag': '0a038624-0867-4f66-b6b0-1ccce0721118', 'status': 'completed', 'code': 200} Oct 12 18:51:11.307068 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-e170641c-4187-447c-b576-a68b182dcff7 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0a9d590d97f44268a38e0721ecc9b3aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277538 Oct 12 18:51:11.318224 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-8477721b-def7-462a-a536-540ef1d324a4 service neutron] 10.222.0.66 "GET /v2.0/networks/ad3e155a-73bb-40c2-b397-cbadd351c43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576042 Oct 12 18:51:11.469571 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-33890c2a-019a-4ce6-b472-2294b6fcf99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'name': 'tempest-TestMinimumBasicScenario-125431637-router', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:06Z', 'revision_number': 4, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'gw_port': {'id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '432f869b-2b6d-4885-b62f-da61fef98357', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'port_id': '0a038624-0867-4f66-b6b0-1ccce0721118', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5', 'mac_address': 'fa:16:3e:88:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f85884-eae9-4981-b118-4feff64745ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:51:09Z', 'updated_at': '2021-10-12T18:51:09Z', 'revision_number': 0, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb', 'name': '', 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'mac_address': 'fa:16:3e:67:b6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9163a3c0-797e-4089-8da9-2009530844eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:05Z', 'updated_at': '2021-10-12T18:49:11Z', 'revision_number': 5, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'subnets': [{'id': '9163a3c0-797e-4089-8da9-2009530844eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:11.475096 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-452308e3-3eb5-4f31-a324-da7e504314c1 req-56d3292f-d97e-4110-94fd-bac176662294 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 210 time: 0.1112521 Oct 12 18:51:11.498109 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33890c2a-019a-4ce6-b472-2294b6fcf99d None None] Checking router: cbd4de1b-a449-4c55-ae76-025c93a9a15b for host: dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:51:11.508289 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33890c2a-019a-4ce6-b472-2294b6fcf99d None None] Routers {'cbd4de1b-a449-4c55-ae76-025c93a9a15b'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:51:11.509420 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-33890c2a-019a-4ce6-b472-2294b6fcf99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:50:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:11.524163 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b419a055-2f03-40e7-95ef-8ce2862eb25b tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:11.542329 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b419a055-2f03-40e7-95ef-8ce2862eb25b tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:11.591073 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b859f-51e9-4da7-9dd8-10f1d56a19b3 req-3017355c-1968-4912-9be7-0e74882d4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:11.592935 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0f5b859f-51e9-4da7-9dd8-10f1d56a19b3 req-3017355c-1968-4912-9be7-0e74882d4a4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=584c0a7526884dec8eebb6aeeba85c27&device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 1098 time: 0.2622569 Oct 12 18:51:11.681509 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-33890c2a-019a-4ce6-b472-2294b6fcf99d None None] Set router cbd4de1b-a449-4c55-ae76-025c93a9a15b gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:51:11.875587 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-b419a055-2f03-40e7-95ef-8ce2862eb25b tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:11.876766 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-b419a055-2f03-40e7-95ef-8ce2862eb25b tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7391000 Oct 12 18:51:11.879806 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 38258) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:11.885929 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-cf8650a5-67f5-4b0a-ba0b-a146ffb74936 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Request body: {'security_group_rule': {'security_group_id': 'c034c5a1-55e3-490d-ab22-88f7296facd7', 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:11.916856 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-cf8650a5-67f5-4b0a-ba0b-a146ffb74936 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:11.932626 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-33890c2a-019a-4ce6-b472-2294b6fcf99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'name': 'tempest-TestMinimumBasicScenario-125431637-router', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:06Z', 'revision_number': 4, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'gw_port': {'id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '432f869b-2b6d-4885-b62f-da61fef98357', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'port_id': '0a038624-0867-4f66-b6b0-1ccce0721118', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5', 'mac_address': 'fa:16:3e:88:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f85884-eae9-4981-b118-4feff64745ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:51:09Z', 'updated_at': '2021-10-12T18:51:09Z', 'revision_number': 0, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb', 'name': '', 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'mac_address': 'fa:16:3e:67:b6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9163a3c0-797e-4089-8da9-2009530844eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:05Z', 'updated_at': '2021-10-12T18:49:11Z', 'revision_number': 5, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'subnets': [{'id': '9163a3c0-797e-4089-8da9-2009530844eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:11.939748 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-d7e23b8a-84f3-4592-9143-28823f29d2db tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:11.941188 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-d7e23b8a-84f3-4592-9143-28823f29d2db tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6209636 Oct 12 18:51:11.957327 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419a055-2f03-40e7-95ef-8ce2862eb25b tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c034c5a1-55e3-490d-ab22-88f7296facd7,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:11.966587 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33890c2a-019a-4ce6-b472-2294b6fcf99d None None] The sync data for ids ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'] in dv-cinder-813229-2-iscsi is: [{'id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'name': 'tempest-TestMinimumBasicScenario-125431637-router', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:06Z', 'revision_number': 4, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'gw_port': {'id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '432f869b-2b6d-4885-b62f-da61fef98357', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'port_id': '0a038624-0867-4f66-b6b0-1ccce0721118', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5', 'mac_address': 'fa:16:3e:88:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f85884-eae9-4981-b118-4feff64745ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:51:09Z', 'updated_at': '2021-10-12T18:51:09Z', 'revision_number': 0, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb', 'name': '', 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'mac_address': 'fa:16:3e:67:b6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9163a3c0-797e-4089-8da9-2009530844eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:05Z', 'updated_at': '2021-10-12T18:49:11Z', 'revision_number': 5, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'subnets': [{'id': '9163a3c0-797e-4089-8da9-2009530844eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:51:11.971646 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-a76cfc8d-03c5-4fd8-9578-f237f43a6e4d service neutron] 10.222.0.66 "GET /v2.0/networks/ad3e155a-73bb-40c2-b397-cbadd351c43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523798 Oct 12 18:51:11.981078 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-8d5c1421-595d-42ad-89c3-4582d1fa6b37 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Request body: {'port': {'device_id': 'd239f0a5-4d66-4900-bf54-58ec73d2ec32', 'network_id': 'af2f7894-13a2-49e9-8369-544895395213', 'admin_state_up': True, 'tenant_id': '0a9d590d97f44268a38e0721ecc9b3aa'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:11.988309 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-cf8650a5-67f5-4b0a-ba0b-a146ffb74936 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:11.992456 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-cf8650a5-67f5-4b0a-ba0b-a146ffb74936 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.021113 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8650a5-67f5-4b0a-ba0b-a146ffb74936 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd361d14-c3e5-4ec9-857b-045135d12854,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:12.029740 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-cf8650a5-67f5-4b0a-ba0b-a146ffb74936 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.032048 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-cf8650a5-67f5-4b0a-ba0b-a146ffb74936 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510189 Oct 12 18:51:12.036020 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 38260) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:12.043627 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-1e1a3624-6273-46cb-ab59-9332120b80bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Request body: {'security_group_rule': {'security_group_id': 'c034c5a1-55e3-490d-ab22-88f7296facd7', 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:12.075414 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3624-6273-46cb-ab59-9332120b80bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.129393 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb246893-3dfd-41d5-ab90-6a19a43ceff7 req-e2903f5d-20df-4e97-a1a8-bbfe9a4b129c tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:12.137625 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bb246893-3dfd-41d5-ab90-6a19a43ceff7 req-e2903f5d-20df-4e97-a1a8-bbfe9a4b129c tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 945 time: 0.2549672 Oct 12 18:51:12.146195 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3624-6273-46cb-ab59-9332120b80bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.152131 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3624-6273-46cb-ab59-9332120b80bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.179848 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a3624-6273-46cb-ab59-9332120b80bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31dec69a-dc92-45ca-bdd7-18ea4366d132,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:12.184530 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b859f-51e9-4da7-9dd8-10f1d56a19b3 req-47575479-1ab0-4268-8e89-4f53ce0adc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:12.186150 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0f5b859f-51e9-4da7-9dd8-10f1d56a19b3 req-47575479-1ab0-4268-8e89-4f53ce0adc76 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75f45012-ca84-48de-94b1-c96cbbd8b5d5 HTTP/1.1" status: 200 len: 915 time: 0.5729811 Oct 12 18:51:12.195276 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3624-6273-46cb-ab59-9332120b80bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.196513 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-1e1a3624-6273-46cb-ab59-9332120b80bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1595142 Oct 12 18:51:12.199821 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 38270) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:12.208424 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-b5e892e0-d86a-44ea-a52c-05756f5d2379 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Request body: {'security_group_rule': {'security_group_id': 'c034c5a1-55e3-490d-ab22-88f7296facd7', 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:12.246329 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b5e892e0-d86a-44ea-a52c-05756f5d2379 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.266025 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bb246893-3dfd-41d5-ab90-6a19a43ceff7 req-60633f42-842c-460f-a2d0-82422ab124d7 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274469 Oct 12 18:51:12.284440 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60a8b09-1d91-43e6-964c-23ee15f50b74 None None] New status for floating IP 432f869b-2b6d-4885-b62f-da61fef98357: ACTIVE {{(pid=100619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:51:12.346970 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b5e892e0-d86a-44ea-a52c-05756f5d2379 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.350624 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0f5b859f-51e9-4da7-9dd8-10f1d56a19b3 req-450a7e85-101b-4417-b385-bbd482ee4f95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a038624-0867-4f66-b6b0-1ccce0721118 HTTP/1.1" status: 200 len: 998 time: 0.1470122 Oct 12 18:51:12.354686 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b5e892e0-d86a-44ea-a52c-05756f5d2379 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.357629 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-8d5c1421-595d-42ad-89c3-4582d1fa6b37 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Made reservation on behalf of 0a9d590d97f44268a38e0721ecc9b3aa for: {'port': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:51:12.362139 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-8d5c1421-595d-42ad-89c3-4582d1fa6b37 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.377547 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e892e0-d86a-44ea-a52c-05756f5d2379 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87450435-819f-4f46-a452-547b7b9df2c6,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:12.383564 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-8d5c1421-595d-42ad-89c3-4582d1fa6b37 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.386970 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b5e892e0-d86a-44ea-a52c-05756f5d2379 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.388539 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-b5e892e0-d86a-44ea-a52c-05756f5d2379 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1872399 Oct 12 18:51:12.391174 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 38278) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:12.396186 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-170a2b00-7f75-4dfb-ab5b-9dafc27bcae4 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Request body: {'security_group_rule': {'security_group_id': 'c034c5a1-55e3-490d-ab22-88f7296facd7', 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:12.437685 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-170a2b00-7f75-4dfb-ab5b-9dafc27bcae4 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.491624 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2ab9df8e-47c9-4506-805b-b4527e2971ad req-eb129cdc-4284-4a97-be07-a897dd8c1f30 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 210 time: 0.0302548 Oct 12 18:51:12.494996 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b859f-51e9-4da7-9dd8-10f1d56a19b3 req-fa98b804-dc59-4daa-b1ea-9d6cba49438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:12.496344 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0f5b859f-51e9-4da7-9dd8-10f1d56a19b3 req-fa98b804-dc59-4daa-b1ea-9d6cba49438e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9163a3c0-797e-4089-8da9-2009530844eb HTTP/1.1" status: 200 len: 853 time: 0.1302469 Oct 12 18:51:12.559594 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-170a2b00-7f75-4dfb-ab5b-9dafc27bcae4 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.564081 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-170a2b00-7f75-4dfb-ab5b-9dafc27bcae4 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.581019 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-8d5c1421-595d-42ad-89c3-4582d1fa6b37 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.585903 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a2b00-7f75-4dfb-ab5b-9dafc27bcae4 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3223c41-adc5-4677-bcf0-996abf0305a8,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:12.601816 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-170a2b00-7f75-4dfb-ab5b-9dafc27bcae4 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.606706 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-8d5c1421-595d-42ad-89c3-4582d1fa6b37 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.609740 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-170a2b00-7f75-4dfb-ab5b-9dafc27bcae4 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2174509 Oct 12 18:51:12.612329 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 38286) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:12.617280 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-55f5add6-e521-42de-b0a8-4fd86bf5930a tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Request body: {'security_group_rule': {'security_group_id': 'c034c5a1-55e3-490d-ab22-88f7296facd7', 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:12.647642 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5ecff043-d111-4e85-911b-246eaf9a13b8 req-24b829ce-6ae2-42da-86d1-e266cd8f6e0d tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 210 time: 0.0644903 Oct 12 18:51:12.647767 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.db.securitygroups_db [None req-55f5add6-e521-42de-b0a8-4fd86bf5930a tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Project 584c0a7526884dec8eebb6aeeba85c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:51:12.667172 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-55f5add6-e521-42de-b0a8-4fd86bf5930a tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.741683 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b859f-51e9-4da7-9dd8-10f1d56a19b3 req-6e8858a1-a9e3-4539-af58-54d8e8c28050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:12.743827 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0f5b859f-51e9-4da7-9dd8-10f1d56a19b3 req-6e8858a1-a9e3-4539-af58-54d8e8c28050 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75f45012-ca84-48de-94b1-c96cbbd8b5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1504521 Oct 12 18:51:12.744808 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c1421-595d-42ad-89c3-4582d1fa6b37 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=211ef286-3bda-44ab-96cd-e768f573b67f,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:12.761050 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-55f5add6-e521-42de-b0a8-4fd86bf5930a tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.765624 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-55f5add6-e521-42de-b0a8-4fd86bf5930a tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.789685 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5add6-e521-42de-b0a8-4fd86bf5930a tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe9a0c3-34e7-4453-b0b8-ea22f4095a04,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:12.801381 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-55f5add6-e521-42de-b0a8-4fd86bf5930a tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.802623 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-55f5add6-e521-42de-b0a8-4fd86bf5930a tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1893647 Oct 12 18:51:12.805447 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 38294) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:12.811525 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-714ad59f-ee48-405c-88d8-4aa513545905 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Request body: {'security_group_rule': {'security_group_id': 'c034c5a1-55e3-490d-ab22-88f7296facd7', 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:12.842336 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.db.securitygroups_db [None req-714ad59f-ee48-405c-88d8-4aa513545905 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Project 584c0a7526884dec8eebb6aeeba85c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:51:12.850237 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-714ad59f-ee48-405c-88d8-4aa513545905 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.905376 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-8d5c1421-595d-42ad-89c3-4582d1fa6b37 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Allocated IP 192.168.233.136 (af2f7894-13a2-49e9-8369-544895395213/80ef0eb6-d23b-4516-9adc-56a5b649952f/ca919e65-5c66-4d39-98fd-fee86722e852) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:51:12.927966 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-714ad59f-ee48-405c-88d8-4aa513545905 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.931911 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-714ad59f-ee48-405c-88d8-4aa513545905 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.939212 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0f5b859f-51e9-4da7-9dd8-10f1d56a19b3 req-2d613231-6d0f-483a-b504-d6d297940cfe service neutron] 10.222.0.21 "GET /v2.0/networks/75f45012-ca84-48de-94b1-c96cbbd8b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754091 Oct 12 18:51:12.961577 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-714ad59f-ee48-405c-88d8-4aa513545905 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:12.965559 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-714ad59f-ee48-405c-88d8-4aa513545905 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1565771 Oct 12 18:51:12.967049 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ad59f-ee48-405c-88d8-4aa513545905 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b61837-d30f-4455-b3b5-92f3c191eacf,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:13.146849 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bec00-3cfe-4a71-a2f9-63bd1938b70f req-5c27028a-8588-47fe-b412-da1133c5e1f9 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:13.148223 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-531bec00-3cfe-4a71-a2f9-63bd1938b70f req-5c27028a-8588-47fe-b412-da1133c5e1f9 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.2377734 Oct 12 18:51:13.166549 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0fa1181d-52e9-42f0-ac88-d6fd9f73c5b8 req-93b0c0aa-f6a4-4f01-aed0-dd8905eeb184 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-700897648&fields=id&tenant_id=584c0a7526884dec8eebb6aeeba85c27 HTTP/1.1" status: 200 len: 267 time: 0.1480944 Oct 12 18:51:13.208738 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0f5b859f-51e9-4da7-9dd8-10f1d56a19b3 req-563b0ce2-2a2c-42ad-8c97-a7e1d269cd5f service neutron] 10.222.0.21 "GET /v2.0/networks/75f45012-ca84-48de-94b1-c96cbbd8b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535870 Oct 12 18:51:13.271944 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-531bec00-3cfe-4a71-a2f9-63bd1938b70f req-b97f2f6d-e9d1-4c23-a997-0de21bb30994 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131942 Oct 12 18:51:13.289811 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-8d5c1421-595d-42ad-89c3-4582d1fa6b37 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.301995 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1181d-52e9-42f0-ac88-d6fd9f73c5b8 req-04764c76-a725-46ef-b9b3-f4963748721a tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:13.303475 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0fa1181d-52e9-42f0-ac88-d6fd9f73c5b8 req-04764c76-a725-46ef-b9b3-f4963748721a tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 945 time: 0.1244779 Oct 12 18:51:13.318144 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-0fa1181d-52e9-42f0-ac88-d6fd9f73c5b8 req-707c121d-6895-49ce-a613-274a7588b313 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Request body: {'port': {'security_groups': ['8ff6ff39-8a09-49f5-8793-9f11e18318ea', 'c034c5a1-55e3-490d-ab22-88f7296facd7']}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:13.419993 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-8d5c1421-595d-42ad-89c3-4582d1fa6b37 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.442621 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-0fa1181d-52e9-42f0-ac88-d6fd9f73c5b8 req-707c121d-6895-49ce-a613-274a7588b313 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.471482 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733eabb9-8da4-4d09-b35f-7dd8d0e2c08f req-f0902fe1-fced-420b-9dfd-4044e99b6673 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:13.472935 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-733eabb9-8da4-4d09-b35f-7dd8d0e2c08f req-f0902fe1-fced-420b-9dfd-4044e99b6673 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 945 time: 0.1319978 Oct 12 18:51:13.491450 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-8d5c1421-595d-42ad-89c3-4582d1fa6b37 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Network af2f7894-13a2-49e9-8369-544895395213 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:51:13.505597 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-8d5c1421-595d-42ad-89c3-4582d1fa6b37 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:51:13.518823 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-8d5c1421-595d-42ad-89c3-4582d1fa6b37 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:51:13.524088 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c1421-595d-42ad-89c3-4582d1fa6b37 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Pushing event updated for resources: {'Port': ['ID=ca919e65-5c66-4d39-98fd-fee86722e852,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:13.620725 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-733eabb9-8da4-4d09-b35f-7dd8d0e2c08f req-71e29d8b-ab6a-4eda-8cc6-2405d2c78f30 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311655 Oct 12 18:51:13.631479 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-8d5c1421-595d-42ad-89c3-4582d1fa6b37 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:13.632219 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-8d5c1421-595d-42ad-89c3-4582d1fa6b37 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.676147 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-8d5c1421-595d-42ad-89c3-4582d1fa6b37 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7144845 Oct 12 18:51:13.700923 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Request body: {'port': {'device_id': 'd239f0a5-4d66-4900-bf54-58ec73d2ec32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:13.741075 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-e55008aa-172e-4c0e-b385-f2feca3d3f33 None None] Provisioning complete for port ca919e65-5c66-4d39-98fd-fee86722e852 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:51:13.741708 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e55008aa-172e-4c0e-b385-f2feca3d3f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.775130 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-e55008aa-172e-4c0e-b385-f2feca3d3f33 None None] Port ca919e65-5c66-4d39-98fd-fee86722e852 cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:51:13.853817 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:13.908201 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4646a06f-f02f-42ae-ae24-7b85abf3e30e req-7f99cb63-e0a3-4ecb-b58a-7b068a09d798 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 210 time: 0.0571930 Oct 12 18:51:13.913656 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-0fa1181d-52e9-42f0-ac88-d6fd9f73c5b8 req-707c121d-6895-49ce-a613-274a7588b313 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] For port 0a038624-0867-4f66-b6b0-1ccce0721118, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a038624-0867-4f66-b6b0-1ccce0721118,segment=NetworkSegment(fa7c4693-d476-4d43-b37e-55434e3ade44),segment_id=fa7c4693-d476-4d43-b37e-55434e3ade44)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:14.004247 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-0fa1181d-52e9-42f0-ac88-d6fd9f73c5b8 req-707c121d-6895-49ce-a613-274a7588b313 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:14.053471 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-0fa1181d-52e9-42f0-ac88-d6fd9f73c5b8 req-707c121d-6895-49ce-a613-274a7588b313 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:14.063519 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-27d7e10c-fc27-412f-9cf0-06ea84214f34 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:14.064922 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-27d7e10c-fc27-412f-9cf0-06ea84214f34 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.21 "GET /v2.0/networks?id=ad3e155a-73bb-40c2-b397-cbadd351c43b HTTP/1.1" status: 200 len: 807 time: 0.2721777 Oct 12 18:51:14.104987 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['0a038624-0867-4f66-b6b0-1ccce0721118'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:51:14.182621 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1181d-52e9-42f0-ac88-d6fd9f73c5b8 req-707c121d-6895-49ce-a613-274a7588b313 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:14.183244 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-0fa1181d-52e9-42f0-ac88-d6fd9f73c5b8 req-707c121d-6895-49ce-a613-274a7588b313 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:14.185023 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0fa1181d-52e9-42f0-ac88-d6fd9f73c5b8 req-707c121d-6895-49ce-a613-274a7588b313 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "PUT /v2.0/ports/0a038624-0867-4f66-b6b0-1ccce0721118 HTTP/1.1" status: 200 len: 981 time: 0.8737931 Oct 12 18:51:14.211069 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f85884-eae9-4981-b118-4feff64745ef', 'tag': '0a038624-0867-4f66-b6b0-1ccce0721118'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:51:14.217256 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedac5cd-0126-4e5e-a5a5-1fe081dccfca" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f85884-eae9-4981-b118-4feff64745ef", "tag": "0a038624-0867-4f66-b6b0-1ccce0721118"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:51:14.273606 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c121d-6895-49ce-a613-274a7588b313 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Pushing event updated for resources: {'Port': ['ID=0a038624-0867-4f66-b6b0-1ccce0721118,revision_number=6']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:14.285999 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-89e73066-b7a4-4fde-9a49-78fa3cff252f tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abd2dfe73e54455087fa10d1fb6fa2e6 HTTP/1.1" status: 200 len: 380 time: 0.1679044 Oct 12 18:51:14.314957 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-c4d04cc5-e64d-4c28-9932-383fc60da190 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Request body: {'port': {'device_id': 'cf8459c7-74d7-447b-9248-1e361818cc9d', 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b', 'admin_state_up': True, 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'security_groups': ['2c558ff6-9e61-4416-bebd-3713adfe0133']}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:14.329061 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553499b9-bb9e-4dcf-8d07-d1aea6bdbf62 req-6db1efaf-408a-4398-bb76-e3e530dcd0a6 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:14.330683 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-553499b9-bb9e-4dcf-8d07-d1aea6bdbf62 req-6db1efaf-408a-4398-bb76-e3e530dcd0a6 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 936 time: 0.2584324 Oct 12 18:51:14.406279 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['0a038624-0867-4f66-b6b0-1ccce0721118'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:51:14.460867 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-5d29da63-592b-4282-80cc-36c6f4a943e6 None None] Provisioning complete for port 0a038624-0867-4f66-b6b0-1ccce0721118 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:51:14.461143 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d29da63-592b-4282-80cc-36c6f4a943e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:14.687531 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6900cc-1adf-425c-80a7-3aa4ee18411c req-b2fab4d1-1f9a-41a2-9fc1-72d31c76330f tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:14.689019 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5d6900cc-1adf-425c-80a7-3aa4ee18411c req-b2fab4d1-1f9a-41a2-9fc1-72d31c76330f tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 984 time: 0.4337106 Oct 12 18:51:14.751133 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-553499b9-bb9e-4dcf-8d07-d1aea6bdbf62 req-4e6bfaa9-21b7-4975-b862-a94c1ff4603d tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057157 Oct 12 18:51:14.839339 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc48f60-188b-482e-a8b2-f707f3efb6ad x-openstack-request-id: req-dfc48f60-188b-482e-a8b2-f707f3efb6ad {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:51:14.839685 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f85884-eae9-4981-b118-4feff64745ef", "tag": "0a038624-0867-4f66-b6b0-1ccce0721118", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:51:14.839867 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dfc48f60-188b-482e-a8b2-f707f3efb6ad {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:51:14.840250 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f85884-eae9-4981-b118-4feff64745ef', 'tag': '0a038624-0867-4f66-b6b0-1ccce0721118', 'status': 'completed', 'code': 200} Oct 12 18:51:14.866530 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedac5cd-0126-4e5e-a5a5-1fe081dccfca req-c8ce0d11-b2a7-4ce6-9ef5-a19a07cde5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:14.867975 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-eedac5cd-0126-4e5e-a5a5-1fe081dccfca req-c8ce0d11-b2a7-4ce6-9ef5-a19a07cde5a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=584c0a7526884dec8eebb6aeeba85c27&device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 1137 time: 0.0447683 Oct 12 18:51:14.890548 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5d6900cc-1adf-425c-80a7-3aa4ee18411c req-5eb70954-7afb-401c-bdee-43508bb3b72d tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=c034c5a1-55e3-490d-ab22-88f7296facd7&id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1867437 Oct 12 18:51:14.910522 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca919e65-5c66-4d39-98fd-fee86722e852 {{(pid=100617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:51:14.927605 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:14.954821 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80dfcfb-acb4-411d-9e8e-cbcfad7f8c2f req-1fbea997-fdb7-4343-b96b-411743e97665 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:14.956278 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c80dfcfb-acb4-411d-9e8e-cbcfad7f8c2f req-1fbea997-fdb7-4343-b96b-411743e97665 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.21 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 945 time: 0.1845315 Oct 12 18:51:14.967839 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.provisioning_blocks [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Transition to ACTIVE for port object ca919e65-5c66-4d39-98fd-fee86722e852 will not be triggered until provisioned by entity L2. {{(pid=100617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:51:14.976538 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:14.979787 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedac5cd-0126-4e5e-a5a5-1fe081dccfca req-4955afdd-1898-432e-9406-fea87613eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:14.980515 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-c4d04cc5-e64d-4c28-9932-383fc60da190 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Made reservation on behalf of abd2dfe73e54455087fa10d1fb6fa2e6 for: {'port': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:51:14.981740 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-eedac5cd-0126-4e5e-a5a5-1fe081dccfca req-4955afdd-1898-432e-9406-fea87613eedd service neutron] 10.222.0.21 "GET /v2.0/networks?id=75f45012-ca84-48de-94b1-c96cbbd8b5d5 HTTP/1.1" status: 200 len: 915 time: 0.0952456 Oct 12 18:51:14.983933 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-c4d04cc5-e64d-4c28-9932-383fc60da190 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.031919 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13161d-9caa-46be-9f5f-222bd8822746 req-a752426b-6fe2-4743-9d74-8dc174e3f886 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:15.033273 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7a13161d-9caa-46be-9f5f-222bd8822746 req-a752426b-6fe2-4743-9d74-8dc174e3f886 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.1744168 Oct 12 18:51:15.081277 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-eedac5cd-0126-4e5e-a5a5-1fe081dccfca req-cee80ec6-1052-4db2-b9c7-8cc5e6ab078e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a038624-0867-4f66-b6b0-1ccce0721118 HTTP/1.1" status: 200 len: 1000 time: 0.0925210 Oct 12 18:51:15.138168 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedac5cd-0126-4e5e-a5a5-1fe081dccfca req-8a12cd29-bbbf-4aba-ab2f-e13194f6ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:15.139673 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-eedac5cd-0126-4e5e-a5a5-1fe081dccfca req-8a12cd29-bbbf-4aba-ab2f-e13194f6ea47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9163a3c0-797e-4089-8da9-2009530844eb HTTP/1.1" status: 200 len: 853 time: 0.0485268 Oct 12 18:51:15.206823 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedac5cd-0126-4e5e-a5a5-1fe081dccfca req-6da3e70e-a24c-45b5-bf4b-7aa06bd4dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:15.210267 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-eedac5cd-0126-4e5e-a5a5-1fe081dccfca req-6da3e70e-a24c-45b5-bf4b-7aa06bd4dd7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75f45012-ca84-48de-94b1-c96cbbd8b5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595913 Oct 12 18:51:15.231471 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Pushing event updated for resources: {'Port': ['ID=ca919e65-5c66-4d39-98fd-fee86722e852,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:15.293017 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fea2f3-936a-470a-8a2e-7a2968f20210 req-782a18f8-d75c-4619-9d44-6099893c5a84 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:15.294575 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-39fea2f3-936a-470a-8a2e-7a2968f20210 req-782a18f8-d75c-4619-9d44-6099893c5a84 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 945 time: 0.2885346 Oct 12 18:51:15.313406 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-eedac5cd-0126-4e5e-a5a5-1fe081dccfca req-0194d587-3d17-44bc-a434-4003ca729241 service neutron] 10.222.0.21 "GET /v2.0/networks/75f45012-ca84-48de-94b1-c96cbbd8b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944216 Oct 12 18:51:15.316424 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7a13161d-9caa-46be-9f5f-222bd8822746 req-ff8ba9d2-cb89-4b26-8e30-082c50da0b7c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453780 Oct 12 18:51:15.427385 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-c4d04cc5-e64d-4c28-9932-383fc60da190 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Allocated IP 172.20.0.11 (ad3e155a-73bb-40c2-b397-cbadd351c43b/bd6be2c9-cd51-4484-8581-614ec0f3328e/81a0ec45-078e-4282-8461-bef3f0b4078a) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:51:15.429586 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Attempting to bind port ca919e65-5c66-4d39-98fd-fee86722e852 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:51:15.429914 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Attempting to bind port ca919e65-5c66-4d39-98fd-fee86722e852 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ed038833-098e-4aaa-9713-296885ebd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'af2f7894-13a2-49e9-8369-544895395213'}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:51:15.430333 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Attempting to bind port ca919e65-5c66-4d39-98fd-fee86722e852 on network af2f7894-13a2-49e9-8369-544895395213 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:51:15.432580 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-eedac5cd-0126-4e5e-a5a5-1fe081dccfca req-53ab6b3d-9583-4f95-ad17-1d814572e841 service neutron] 10.222.0.21 "GET /v2.0/networks/75f45012-ca84-48de-94b1-c96cbbd8b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051621 Oct 12 18:51:15.435638 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-c80dfcfb-acb4-411d-9e8e-cbcfad7f8c2f req-67e84c35-a285-4d26-a182-b31f4e622df8 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Deleting port 90a6b484-307e-4e16-a875-6a425d3f2162 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:51:15.435973 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c80dfcfb-acb4-411d-9e8e-cbcfad7f8c2f req-67e84c35-a285-4d26-a182-b31f4e622df8 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.444828 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-39fea2f3-936a-470a-8a2e-7a2968f20210 req-7ac9909b-6370-4473-aebb-bba6e86b43be tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360810 Oct 12 18:51:15.487884 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Port ca919e65-5c66-4d39-98fd-fee86722e852 on network af2f7894-13a2-49e9-8369-544895395213 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:51:15.488211 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Attempting to bind port ca919e65-5c66-4d39-98fd-fee86722e852 on network af2f7894-13a2-49e9-8369-544895395213 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:51:15.515004 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:51:15.515339 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Checking segment: {'id': 'ed038833-098e-4aaa-9713-296885ebd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'af2f7894-13a2-49e9-8369-544895395213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:51:15.515711 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Bound using segment: {'id': 'ed038833-098e-4aaa-9713-296885ebd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'af2f7894-13a2-49e9-8369-544895395213'} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:51:15.516138 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Bound port: ca919e65-5c66-4d39-98fd-fee86722e852, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed038833-098e-4aaa-9713-296885ebd14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'af2f7894-13a2-49e9-8369-544895395213'}}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:51:15.516486 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.544201 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ba99170c-fbeb-4366-8ebe-0b6b9869e055 req-9d70db17-dfaa-4485-a2dc-0bced8ca81bc tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 210 time: 0.0536234 Oct 12 18:51:15.644068 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:51:15.671426 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-c80dfcfb-acb4-411d-9e8e-cbcfad7f8c2f req-67e84c35-a285-4d26-a182-b31f4e622df8 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] For port 90a6b484-307e-4e16-a875-6a425d3f2162, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=90a6b484-307e-4e16-a875-6a425d3f2162,segment=NetworkSegment(b6bfccc9-b9c0-4a99-853e-e108890260df),segment_id=b6bfccc9-b9c0-4a99-853e-e108890260df)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:15.671786 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c80dfcfb-acb4-411d-9e8e-cbcfad7f8c2f req-67e84c35-a285-4d26-a182-b31f4e622df8 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.693802 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-c80dfcfb-acb4-411d-9e8e-cbcfad7f8c2f req-67e84c35-a285-4d26-a182-b31f4e622df8 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Calling delete_port for 90a6b484-307e-4e16-a875-6a425d3f2162 owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:51:15.735366 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] For port ca919e65-5c66-4d39-98fd-fee86722e852, host hv-cinder-81322, cleared binding levels {{(pid=100617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:51:15.788293 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] For port ca919e65-5c66-4d39-98fd-fee86722e852, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca919e65-5c66-4d39-98fd-fee86722e852,segment=NetworkSegment(ed038833-098e-4aaa-9713-296885ebd14a),segment_id=ed038833-098e-4aaa-9713-296885ebd14a)] {{(pid=100617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:51:15.797633 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.825914 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-c4d04cc5-e64d-4c28-9932-383fc60da190 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.886850 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:15.887464 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:15.888842 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] 10.222.0.21 "PUT /v2.0/ports/ca919e65-5c66-4d39-98fd-fee86722e852 HTTP/1.1" status: 200 len: 1098 time: 2.2022212 Oct 12 18:51:15.955412 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bb59d-41a5-4384-a820-06566ff9c7bf service neutron] Pushing event updated for resources: {'Port': ['ID=ca919e65-5c66-4d39-98fd-fee86722e852,revision_number=3']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:16.022982 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdced27-3708-418e-87eb-7281d4beed9d req-71f4b496-0061-4734-a2e0-1635a4548375 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:16.024440 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4cdced27-3708-418e-87eb-7281d4beed9d req-71f4b496-0061-4734-a2e0-1635a4548375 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 948 time: 0.1965914 Oct 12 18:51:16.046708 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-c4d04cc5-e64d-4c28-9932-383fc60da190 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.098898 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c80dfcfb-acb4-411d-9e8e-cbcfad7f8c2f req-67e84c35-a285-4d26-a182-b31f4e622df8 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.101389 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-a7825e0a-b1e0-46a9-8c9b-849c7629e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:16.102846 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-a7825e0a-b1e0-46a9-8c9b-849c7629e95a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a9d590d97f44268a38e0721ecc9b3aa&device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 1101 time: 0.1668582 Oct 12 18:51:16.148310 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-c4d04cc5-e64d-4c28-9932-383fc60da190 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Network ad3e155a-73bb-40c2-b397-cbadd351c43b is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:51:16.184058 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4cdced27-3708-418e-87eb-7281d4beed9d req-46afe2b3-4a44-42df-8a33-e72740e89b9d tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519725 Oct 12 18:51:16.184861 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-c4d04cc5-e64d-4c28-9932-383fc60da190 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:51:16.186546 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d04cc5-e64d-4c28-9932-383fc60da190 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Pushing event updated for resources: {'Port': ['ID=81a0ec45-078e-4282-8461-bef3f0b4078a,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:16.190062 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-c4d04cc5-e64d-4c28-9932-383fc60da190 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:51:16.193299 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-891c65fb-a01a-40f0-921b-da896f6269df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=ca919e65-5c66-4d39-98fd-fee86722e852 HTTP/1.1" status: 200 len: 217 time: 0.0652680 Oct 12 18:51:16.263050 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e84c35-a285-4d26-a182-b31f4e622df8 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Pushing event deleted for resources: {'Port': ['ID=90a6b484-307e-4e16-a875-6a425d3f2162,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:16.303048 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80dfcfb-acb4-411d-9e8e-cbcfad7f8c2f req-67e84c35-a285-4d26-a182-b31f4e622df8 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] No DVR routers for this DVR port 90a6b484-307e-4e16-a875-6a425d3f2162 on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:51:16.309476 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c80dfcfb-acb4-411d-9e8e-cbcfad7f8c2f req-67e84c35-a285-4d26-a182-b31f4e622df8 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.312770 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c80dfcfb-acb4-411d-9e8e-cbcfad7f8c2f req-67e84c35-a285-4d26-a182-b31f4e622df8 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.21 "DELETE /v2.0/ports/90a6b484-307e-4e16-a875-6a425d3f2162 HTTP/1.1" status: 204 len: 173 time: 1.3462317 Oct 12 18:51:16.337146 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-c4d04cc5-e64d-4c28-9932-383fc60da190 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:16.337815 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-c4d04cc5-e64d-4c28-9932-383fc60da190 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.352544 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-4f7c535c-0450-4315-82ba-d6b2fa30cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:16.354780 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-4f7c535c-0450-4315-82ba-d6b2fa30cc12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80ef0eb6-d23b-4516-9adc-56a5b649952f HTTP/1.1" status: 200 len: 843 time: 0.1409633 Oct 12 18:51:16.375939 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-c4d04cc5-e64d-4c28-9932-383fc60da190 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0680311 Oct 12 18:51:16.395948 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Request body: {'port': {'device_id': 'cf8459c7-74d7-447b-9248-1e361818cc9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:16.461043 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-50c93455-f42b-4abb-aec9-4e3d8a9ffec2 None None] Provisioning complete for port 81a0ec45-078e-4282-8461-bef3f0b4078a triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:51:16.464841 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50c93455-f42b-4abb-aec9-4e3d8a9ffec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.512176 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-50c93455-f42b-4abb-aec9-4e3d8a9ffec2 None None] Port 81a0ec45-078e-4282-8461-bef3f0b4078a cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:51:16.512424 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-c146be79-b497-474b-9849-8f2ba4345ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:16.513955 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-c146be79-b497-474b-9849-8f2ba4345ee6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af2f7894-13a2-49e9-8369-544895395213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1502504 Oct 12 18:51:16.531772 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:16.552855 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33e2ad-b1ac-451a-8c3c-8abe3ae383f1 req-dffadc32-560f-4261-bae5-6e1d42ee7f8a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:16.554344 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1c33e2ad-b1ac-451a-8c3c-8abe3ae383f1 req-dffadc32-560f-4261-bae5-6e1d42ee7f8a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.1360209 Oct 12 18:51:16.678045 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1c33e2ad-b1ac-451a-8c3c-8abe3ae383f1 req-d81a9716-da1c-480a-b69c-64773127528f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078033 Oct 12 18:51:16.747582 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-7a62a882-febc-497c-b59b-b813af119592 service neutron] 10.222.0.21 "GET /v2.0/networks/af2f7894-13a2-49e9-8369-544895395213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125010 Oct 12 18:51:16.858395 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b2c9a0d1-bd6d-4b3f-b34d-a9f0f1aec529 req-bb8e89be-b8d5-4ceb-b92c-577f4d1259cc tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de56e39-d239-45e0-b046-3a3600471d35 HTTP/1.1" status: 200 len: 210 time: 0.0874290 Oct 12 18:51:16.858686 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd239f0a5-4d66-4900-bf54-58ec73d2ec32', 'tag': 'ca919e65-5c66-4d39-98fd-fee86722e852'}, {'server_uuid': '2de56e39-d239-45e0-b046-3a3600471d35', 'name': 'network-vif-deleted', 'tag': '90a6b484-307e-4e16-a875-6a425d3f2162'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:51:16.860898 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2cce45-b2b6-4741-b638-43510e5f28b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d239f0a5-4d66-4900-bf54-58ec73d2ec32", "tag": "ca919e65-5c66-4d39-98fd-fee86722e852"}, {"server_uuid": "2de56e39-d239-45e0-b046-3a3600471d35", "name": "network-vif-deleted", "tag": "90a6b484-307e-4e16-a875-6a425d3f2162"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:51:16.949668 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 12 Oct 2021 18:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e409eab2-ce3a-4ef1-9bb3-f98b03586aa7 x-openstack-request-id: req-e409eab2-ce3a-4ef1-9bb3-f98b03586aa7 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:51:16.949876 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d239f0a5-4d66-4900-bf54-58ec73d2ec32", "tag": "ca919e65-5c66-4d39-98fd-fee86722e852", "status": "completed", "code": 200}, {"server_uuid": "2de56e39-d239-45e0-b046-3a3600471d35", "name": "network-vif-deleted", "tag": "90a6b484-307e-4e16-a875-6a425d3f2162", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:51:16.950095 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e409eab2-ce3a-4ef1-9bb3-f98b03586aa7 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:51:16.950477 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd239f0a5-4d66-4900-bf54-58ec73d2ec32', 'tag': 'ca919e65-5c66-4d39-98fd-fee86722e852', 'status': 'completed', 'code': 200} Oct 12 18:51:16.950726 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de56e39-d239-45e0-b046-3a3600471d35', 'name': 'network-vif-deleted', 'tag': '90a6b484-307e-4e16-a875-6a425d3f2162', 'status': 'completed', 'code': 200} Oct 12 18:51:17.012166 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2976d-9bc9-48e6-8a72-2ab92651be3a req-c9344baa-f154-402a-8269-45252cd38d2e tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:17.013599 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-afa2976d-9bc9-48e6-8a72-2ab92651be3a req-c9344baa-f154-402a-8269-45252cd38d2e tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.1955142 Oct 12 18:51:17.036970 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2fe4190-89c9-4003-b2e0-f0039eff4d4b req-f26aa496-c353-4fb0-9bcf-5e1a5afdc866 service neutron] 10.222.0.21 "GET /v2.0/networks/af2f7894-13a2-49e9-8369-544895395213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788885 Oct 12 18:51:17.071335 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a352c9f-c7ec-4888-a354-91efa204332a req-103a4fd0-9856-45ce-9d6f-11e755f4b984 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:17.072816 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4a352c9f-c7ec-4888-a354-91efa204332a req-103a4fd0-9856-45ce-9d6f-11e755f4b984 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 932 time: 0.1787317 Oct 12 18:51:17.458398 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4a352c9f-c7ec-4888-a354-91efa204332a req-27337e89-4076-46ea-ac14-bf0409cfd952 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3778949 Oct 12 18:51:17.497503 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a0ec45-078e-4282-8461-bef3f0b4078a {{(pid=100617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:51:17.507859 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:17.513257 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cce45-b2b6-4741-b638-43510e5f28b4 req-93a758b7-d560-4ac8-ac22-b7249c935878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:17.514745 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9d2cce45-b2b6-4741-b638-43510e5f28b4 req-93a758b7-d560-4ac8-ac22-b7249c935878 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a9d590d97f44268a38e0721ecc9b3aa&device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 1101 time: 0.4047337 Oct 12 18:51:17.543151 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.provisioning_blocks [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Transition to ACTIVE for port object 81a0ec45-078e-4282-8461-bef3f0b4078a will not be triggered until provisioned by entity L2. {{(pid=100617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:51:17.589268 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b82bee-3186-42ca-b634-d0774afce7e0 req-104d4d75-a178-4623-a126-a6fb0e716b6f tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:17.590719 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-22b82bee-3186-42ca-b634-d0774afce7e0 req-104d4d75-a178-4623-a126-a6fb0e716b6f tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 948 time: 0.1522801 Oct 12 18:51:17.591334 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:17.598093 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-afa2976d-9bc9-48e6-8a72-2ab92651be3a req-5e877d55-8302-45e3-93a4-12ed48684e36 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Deleting port 272ba0d5-8a80-49a6-8fbb-273468f1ef36 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:51:17.598420 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-afa2976d-9bc9-48e6-8a72-2ab92651be3a req-5e877d55-8302-45e3-93a4-12ed48684e36 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:17.737610 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Pushing event updated for resources: {'Port': ['ID=81a0ec45-078e-4282-8461-bef3f0b4078a,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:17.764219 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-22b82bee-3186-42ca-b634-d0774afce7e0 req-a0b0d858-e45e-422b-87f6-58e54878f1b9 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630313 Oct 12 18:51:17.786790 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 90a6b484-307e-4e16-a875-6a425d3f2162 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:51:17.807519 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: 90a6b484-307e-4e16-a875-6a425d3f2162 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:51:17.807843 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 90a6b484-307e-4e16-a875-6a425d3f2162 not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:51:17.808449 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 272ba0d5-8a80-49a6-8fbb-273468f1ef36 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:51:17.850069 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cce45-b2b6-4741-b638-43510e5f28b4 req-bcd3b4f5-3f2a-4b90-9094-8fd828450b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:17.851612 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9d2cce45-b2b6-4741-b638-43510e5f28b4 req-bcd3b4f5-3f2a-4b90-9094-8fd828450b5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=af2f7894-13a2-49e9-8369-544895395213 HTTP/1.1" status: 200 len: 870 time: 0.3268559 Oct 12 18:51:17.881536 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-afa2976d-9bc9-48e6-8a72-2ab92651be3a req-5e877d55-8302-45e3-93a4-12ed48684e36 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] For port 272ba0d5-8a80-49a6-8fbb-273468f1ef36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=272ba0d5-8a80-49a6-8fbb-273468f1ef36,segment=NetworkSegment(e7a78047-8cb0-4655-a0aa-f55f8278caea),segment_id=e7a78047-8cb0-4655-a0aa-f55f8278caea)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:17.881905 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-afa2976d-9bc9-48e6-8a72-2ab92651be3a req-5e877d55-8302-45e3-93a4-12ed48684e36 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:17.895158 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:17.916989 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d03521-e012-489f-992d-f80b44b3884b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '272ba0d5-8a80-49a6-8fbb-273468f1ef36'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:51:17.919302 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a460560-824d-4ccb-a6b7-e80e0174d8b5" -d '{"events": [{"server_uuid": "18d03521-e012-489f-992d-f80b44b3884b", "name": "network-vif-unplugged", "status": "completed", "tag": "272ba0d5-8a80-49a6-8fbb-273468f1ef36"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:51:17.933844 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9d2cce45-b2b6-4741-b638-43510e5f28b4 req-0e4195bc-d566-44f1-ba26-c48864773f72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=ca919e65-5c66-4d39-98fd-fee86722e852 HTTP/1.1" status: 200 len: 217 time: 0.0672250 Oct 12 18:51:17.934679 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 272ba0d5-8a80-49a6-8fbb-273468f1ef36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=272ba0d5-8a80-49a6-8fbb-273468f1ef36,segment=NetworkSegment(e7a78047-8cb0-4655-a0aa-f55f8278caea),segment_id=e7a78047-8cb0-4655-a0aa-f55f8278caea)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:17.943436 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:17.957198 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-afa2976d-9bc9-48e6-8a72-2ab92651be3a req-5e877d55-8302-45e3-93a4-12ed48684e36 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Calling delete_port for 272ba0d5-8a80-49a6-8fbb-273468f1ef36 owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:51:17.993126 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=272ba0d5-8a80-49a6-8fbb-273468f1ef36,revision_number=6']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:17.997310 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3384b-0ac8-4004-aff7-4d7027469a17 req-867518e5-c3c7-43e3-a8d5-bd58e4ad256e tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:17.998821 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-80b3384b-0ac8-4004-aff7-4d7027469a17 req-867518e5-c3c7-43e3-a8d5-bd58e4ad256e tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 946 time: 0.2414286 Oct 12 18:51:18.001074 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:18.001470 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:18.001824 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:18.002165 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:18.002500 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:18.002844 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:18.003171 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:18.003496 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:18.004285 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:18.004285 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:18.004460 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:18.004764 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:51:18.030895 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Attempting to bind port 81a0ec45-078e-4282-8461-bef3f0b4078a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:51:18.031228 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Attempting to bind port 81a0ec45-078e-4282-8461-bef3f0b4078a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '68d02c8e-4642-4324-9254-585c2cfb9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b'}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:51:18.031554 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Attempting to bind port 81a0ec45-078e-4282-8461-bef3f0b4078a on network ad3e155a-73bb-40c2-b397-cbadd351c43b {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:51:18.080786 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Port 81a0ec45-078e-4282-8461-bef3f0b4078a on network ad3e155a-73bb-40c2-b397-cbadd351c43b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:51:18.081116 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Attempting to bind port 81a0ec45-078e-4282-8461-bef3f0b4078a on network ad3e155a-73bb-40c2-b397-cbadd351c43b {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:51:18.088450 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cce45-b2b6-4741-b638-43510e5f28b4 req-e3c7e84f-e851-4dd6-ac9a-d926d3f83e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:18.089727 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9d2cce45-b2b6-4741-b638-43510e5f28b4 req-e3c7e84f-e851-4dd6-ac9a-d926d3f83e24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80ef0eb6-d23b-4516-9adc-56a5b649952f HTTP/1.1" status: 200 len: 843 time: 0.1440783 Oct 12 18:51:18.100257 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:51:18.100590 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Checking segment: {'id': '68d02c8e-4642-4324-9254-585c2cfb9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:51:18.100962 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Bound using segment: {'id': '68d02c8e-4642-4324-9254-585c2cfb9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b'} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:51:18.101416 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Bound port: 81a0ec45-078e-4282-8461-bef3f0b4078a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d02c8e-4642-4324-9254-585c2cfb9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b'}}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:51:18.101772 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:18.147344 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-80b3384b-0ac8-4004-aff7-4d7027469a17 req-9f26cd50-82e8-49c3-8c57-79b3941b022d tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398854 Oct 12 18:51:18.205868 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 18:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b00c49-fba4-4f5d-bfd4-53da1182f56f x-openstack-request-id: req-71b00c49-fba4-4f5d-bfd4-53da1182f56f {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:51:18.206158 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d03521-e012-489f-992d-f80b44b3884b", "name": "network-vif-unplugged", "status": "completed", "tag": "272ba0d5-8a80-49a6-8fbb-273468f1ef36", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:51:18.206409 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-71b00c49-fba4-4f5d-bfd4-53da1182f56f {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:51:18.206798 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d03521-e012-489f-992d-f80b44b3884b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '272ba0d5-8a80-49a6-8fbb-273468f1ef36', 'code': 200} Oct 12 18:51:18.213712 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cce45-b2b6-4741-b638-43510e5f28b4 req-d02883f4-5dcf-4f7a-ba81-6080aef6ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:18.215286 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9d2cce45-b2b6-4741-b638-43510e5f28b4 req-d02883f4-5dcf-4f7a-ba81-6080aef6ec31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af2f7894-13a2-49e9-8369-544895395213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1114984 Oct 12 18:51:18.336531 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] For port 81a0ec45-078e-4282-8461-bef3f0b4078a, host hv-cinder-81322, cleared binding levels {{(pid=100617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:51:18.363648 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] For port 81a0ec45-078e-4282-8461-bef3f0b4078a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=81a0ec45-078e-4282-8461-bef3f0b4078a,segment=NetworkSegment(68d02c8e-4642-4324-9254-585c2cfb9925),segment_id=68d02c8e-4642-4324-9254-585c2cfb9925)] {{(pid=100617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:51:18.379215 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:18.387278 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-afa2976d-9bc9-48e6-8a72-2ab92651be3a req-5e877d55-8302-45e3-93a4-12ed48684e36 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:18.401338 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:51:18.466073 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:18.466657 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:18.468233 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] 10.222.0.21 "PUT /v2.0/ports/81a0ec45-078e-4282-8461-bef3f0b4078a HTTP/1.1" status: 200 len: 1094 time: 2.0774806 Oct 12 18:51:18.503813 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9d2cce45-b2b6-4741-b638-43510e5f28b4 req-7d269ca7-0106-4d1e-a0a3-f11d5f076c98 service neutron] 10.222.0.21 "GET /v2.0/networks/af2f7894-13a2-49e9-8369-544895395213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404194 Oct 12 18:51:18.538193 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6e374-e417-465a-8cac-73d9ef1d6687 service neutron] Pushing event updated for resources: {'Port': ['ID=81a0ec45-078e-4282-8461-bef3f0b4078a,revision_number=3']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:18.615839 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa2976d-9bc9-48e6-8a72-2ab92651be3a req-5e877d55-8302-45e3-93a4-12ed48684e36 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] No DVR routers for this DVR port 272ba0d5-8a80-49a6-8fbb-273468f1ef36 on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:51:18.620312 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-afa2976d-9bc9-48e6-8a72-2ab92651be3a req-5e877d55-8302-45e3-93a4-12ed48684e36 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:18.624463 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-afa2976d-9bc9-48e6-8a72-2ab92651be3a req-5e877d55-8302-45e3-93a4-12ed48684e36 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.21 "DELETE /v2.0/ports/272ba0d5-8a80-49a6-8fbb-273468f1ef36 HTTP/1.1" status: 204 len: 173 time: 1.5970857 Oct 12 18:51:18.715682 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e877d55-8302-45e3-93a4-12ed48684e36 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Pushing event deleted for resources: {'Port': ['ID=272ba0d5-8a80-49a6-8fbb-273468f1ef36,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:18.748241 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-a3679225-7386-4169-904e-3d6110a68cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:18.750318 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-a3679225-7386-4169-904e-3d6110a68cf6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abd2dfe73e54455087fa10d1fb6fa2e6&device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 1097 time: 0.2155859 Oct 12 18:51:18.785042 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71eb8cf-6c01-4886-9809-2dcd18c67e5a req-6738f8c1-37a8-4258-92ae-0ef3fac47a47 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:18.787349 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b71eb8cf-6c01-4886-9809-2dcd18c67e5a req-6738f8c1-37a8-4258-92ae-0ef3fac47a47 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.1565297 Oct 12 18:51:18.835924 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-5e3b65ce-be2b-4e9b-af13-d404eb01bf11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81a0ec45-078e-4282-8461-bef3f0b4078a HTTP/1.1" status: 200 len: 217 time: 0.0685282 Oct 12 18:51:18.842883 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9d2cce45-b2b6-4741-b638-43510e5f28b4 req-03d6dbee-b6d6-42ac-8e6f-d59035a25232 service neutron] 10.222.0.21 "GET /v2.0/networks/af2f7894-13a2-49e9-8369-544895395213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056779 Oct 12 18:51:18.931339 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b71eb8cf-6c01-4886-9809-2dcd18c67e5a req-41e78624-c094-46c9-bbda-aab6cc9f7a01 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979996 Oct 12 18:51:18.941668 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-46f7e600-7d01-420d-afe7-31b8cbc8a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:18.943048 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-46f7e600-7d01-420d-afe7-31b8cbc8a1e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd6be2c9-cd51-4484-8581-614ec0f3328e HTTP/1.1" status: 200 len: 846 time: 0.0805337 Oct 12 18:51:18.951202 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb6643-9a86-4ac1-bdc5-99914ae25afa req-42b8638e-da2e-4952-bfaf-317c596e30ca tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:18.952849 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9ccb6643-9a86-4ac1-bdc5-99914ae25afa req-42b8638e-da2e-4952-bfaf-317c596e30ca tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 948 time: 0.1082532 Oct 12 18:51:18.954504 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8459c7-74d7-447b-9248-1e361818cc9d', 'tag': '81a0ec45-078e-4282-8461-bef3f0b4078a'}, {'server_uuid': '18d03521-e012-489f-992d-f80b44b3884b', 'name': 'network-vif-deleted', 'tag': '272ba0d5-8a80-49a6-8fbb-273468f1ef36'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:51:18.956609 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65877c9-e552-42e4-805d-11bf531ddea4" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8459c7-74d7-447b-9248-1e361818cc9d", "tag": "81a0ec45-078e-4282-8461-bef3f0b4078a"}, {"server_uuid": "18d03521-e012-489f-992d-f80b44b3884b", "name": "network-vif-deleted", "tag": "272ba0d5-8a80-49a6-8fbb-273468f1ef36"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:51:19.024269 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9ccb6643-9a86-4ac1-bdc5-99914ae25afa req-2d432192-cf8b-4576-8796-1ac49e4ca3ed tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648630 Oct 12 18:51:19.029008 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-db51b780-4d9d-4c8a-b85e-a6f816dbf283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:19.030434 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-db51b780-4d9d-4c8a-b85e-a6f816dbf283 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad3e155a-73bb-40c2-b397-cbadd351c43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767181 Oct 12 18:51:19.069828 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 12 Oct 2021 18:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3901d76b-5dac-4f2d-8e3d-ecfb9ca34a92 x-openstack-request-id: req-3901d76b-5dac-4f2d-8e3d-ecfb9ca34a92 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:51:19.070119 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8459c7-74d7-447b-9248-1e361818cc9d", "tag": "81a0ec45-078e-4282-8461-bef3f0b4078a", "status": "completed", "code": 200}, {"server_uuid": "18d03521-e012-489f-992d-f80b44b3884b", "name": "network-vif-deleted", "tag": "272ba0d5-8a80-49a6-8fbb-273468f1ef36", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:51:19.070373 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3901d76b-5dac-4f2d-8e3d-ecfb9ca34a92 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:51:19.070768 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8459c7-74d7-447b-9248-1e361818cc9d', 'tag': '81a0ec45-078e-4282-8461-bef3f0b4078a', 'status': 'completed', 'code': 200} Oct 12 18:51:19.071021 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d03521-e012-489f-992d-f80b44b3884b', 'name': 'network-vif-deleted', 'tag': '272ba0d5-8a80-49a6-8fbb-273468f1ef36', 'status': 'completed', 'code': 200} Oct 12 18:51:19.249641 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3bce6945-5bbd-4968-8f37-c82f6b48ed9b req-d60bdfda-4df8-45b1-b05d-9cfe06d34957 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 210 time: 0.0264645 Oct 12 18:51:20.043390 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965cf37-3850-490b-8a1a-e1af6f328741 req-65bf6643-c989-41db-9294-10c1ee08c1b4 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:20.044826 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9965cf37-3850-490b-8a1a-e1af6f328741 req-65bf6643-c989-41db-9294-10c1ee08c1b4 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.0478039 Oct 12 18:51:20.081292 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9965cf37-3850-490b-8a1a-e1af6f328741 req-f7eeecbb-450e-4901-ae82-7d717feaba12 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304625 Oct 12 18:51:20.178641 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0e4df-99d1-4018-8578-58f1da04be09 req-1e48622e-c194-48d4-ac85-440cae60eeb9 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:20.180059 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-10b0e4df-99d1-4018-8578-58f1da04be09 req-1e48622e-c194-48d4-ac85-440cae60eeb9 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 948 time: 0.0469646 Oct 12 18:51:20.221013 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-10b0e4df-99d1-4018-8578-58f1da04be09 req-d26600fe-45c7-4b42-977b-5d38161d4747 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345159 Oct 12 18:51:20.348558 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5fefdf25-4630-4f86-9053-063b57043ff9 req-dc92cea9-18ea-4d88-877d-05453447b62e tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 210 time: 0.0253007 Oct 12 18:51:21.192915 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b0492-d2f6-43a0-bf5a-d3c05ea970e4 req-8ee54cb1-7795-4b2a-b07f-4d757c2c9f24 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:21.194357 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5f1b0492-d2f6-43a0-bf5a-d3c05ea970e4 req-8ee54cb1-7795-4b2a-b07f-4d757c2c9f24 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.0479462 Oct 12 18:51:21.231917 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5f1b0492-d2f6-43a0-bf5a-d3c05ea970e4 req-de007cdb-7986-45b7-b672-9e51c4e9d1c0 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314662 Oct 12 18:51:21.331466 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aee4ab-170a-4eb4-965e-3d9325cb443a req-ece24d11-2941-4fad-bb38-34cad6111ebd tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:21.332884 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-76aee4ab-170a-4eb4-965e-3d9325cb443a req-ece24d11-2941-4fad-bb38-34cad6111ebd tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 948 time: 0.0472839 Oct 12 18:51:21.369057 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-76aee4ab-170a-4eb4-965e-3d9325cb443a req-f6401c46-8f43-4f3f-84f0-fc875fc4e7b6 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294678 Oct 12 18:51:21.460281 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-87aa265e-e616-4f71-98c6-7cceecd12d80 req-04d6fb3d-93a9-4688-b29f-0e2420ecfc5f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 210 time: 0.0293491 Oct 12 18:51:22.343445 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4aab02-8f05-4830-9a28-4f3f3727bd4e req-88b2924c-4322-4de2-a86f-df950368792c tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:22.344892 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-db4aab02-8f05-4830-9a28-4f3f3727bd4e req-88b2924c-4322-4de2-a86f-df950368792c tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.0492399 Oct 12 18:51:22.382107 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-db4aab02-8f05-4830-9a28-4f3f3727bd4e req-9a01e58a-8362-43ec-b378-2ce30aa4db86 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311844 Oct 12 18:51:22.482234 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cba834-c645-47c0-9462-cf9de0fb8113 req-7f286bdd-7211-4a4f-8837-a315e9bcb78a tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:22.483767 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-03cba834-c645-47c0-9462-cf9de0fb8113 req-7f286bdd-7211-4a4f-8837-a315e9bcb78a tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 948 time: 0.0480814 Oct 12 18:51:22.521875 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-03cba834-c645-47c0-9462-cf9de0fb8113 req-2ac944a1-9d8b-43a9-ab1e-0e466ff53dca tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317225 Oct 12 18:51:22.610750 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c048ce40-e1fc-487e-9066-0f186e423ba5 req-4c87dd9a-8f8c-4d78-a7e4-572e4200a6cf tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 210 time: 0.0250773 Oct 12 18:51:22.984506 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device ca919e65-5c66-4d39-98fd-fee86722e852 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:51:23.087856 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-47321071-99a6-446b-89b7-23b6eb16e568 service neutron] 10.222.0.21 "GET /v2.0/networks/ad3e155a-73bb-40c2-b397-cbadd351c43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028180 Oct 12 18:51:23.094066 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port ca919e65-5c66-4d39-98fd-fee86722e852, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca919e65-5c66-4d39-98fd-fee86722e852,segment=NetworkSegment(ed038833-098e-4aaa-9713-296885ebd14a),segment_id=ed038833-098e-4aaa-9713-296885ebd14a)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:23.106735 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': 'ca919e65-5c66-4d39-98fd-fee86722e852', 'network_id': 'af2f7894-13a2-49e9-8369-544895395213', 'port_id': 'ca919e65-5c66-4d39-98fd-fee86722e852', 'mac_address': 'fa:16:3e:74:ac:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ef0eb6-d23b-4516-9adc-56a5b649952f', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:51:23.143856 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:23.156975 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca919e65-5c66-4d39-98fd-fee86722e852 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:51:23.176310 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port ca919e65-5c66-4d39-98fd-fee86722e852, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca919e65-5c66-4d39-98fd-fee86722e852,segment=NetworkSegment(ed038833-098e-4aaa-9713-296885ebd14a),segment_id=ed038833-098e-4aaa-9713-296885ebd14a)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:23.180802 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:23.184520 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-547b1890-32f1-4859-b3ac-76c7b8972be8 req-c36dbcd7-49ee-4e9e-bf8b-2a69350da777 service neutron] 10.222.0.21 "GET /v2.0/networks/ad3e155a-73bb-40c2-b397-cbadd351c43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862036 Oct 12 18:51:23.228872 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=ca919e65-5c66-4d39-98fd-fee86722e852,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:23.270541 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65877c9-e552-42e4-805d-11bf531ddea4 req-5a00a0e4-59e3-4b2e-86fd-8d1411dd948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:23.271995 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d65877c9-e552-42e4-805d-11bf531ddea4 req-5a00a0e4-59e3-4b2e-86fd-8d1411dd948d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abd2dfe73e54455087fa10d1fb6fa2e6&device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 1097 time: 0.0445013 Oct 12 18:51:23.363573 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65877c9-e552-42e4-805d-11bf531ddea4 req-9150a516-66ab-43f6-a1b6-2a8243dcded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:23.364535 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d65877c9-e552-42e4-805d-11bf531ddea4 req-9150a516-66ab-43f6-a1b6-2a8243dcded2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad3e155a-73bb-40c2-b397-cbadd351c43b HTTP/1.1" status: 200 len: 908 time: 0.0847437 Oct 12 18:51:23.411664 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d65877c9-e552-42e4-805d-11bf531ddea4 req-8ecb7e11-17cf-47d5-9a7a-541a33f95448 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81a0ec45-078e-4282-8461-bef3f0b4078a HTTP/1.1" status: 200 len: 217 time: 0.0365994 Oct 12 18:51:23.528642 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014f01c-ef02-4115-acec-a9c49f88be7c req-929223ef-14f2-4852-b48c-61b6f2c7c2cf tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:23.530121 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5014f01c-ef02-4115-acec-a9c49f88be7c req-929223ef-14f2-4852-b48c-61b6f2c7c2cf tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.0799470 Oct 12 18:51:23.557163 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65877c9-e552-42e4-805d-11bf531ddea4 req-34590ee0-715a-472e-a5c5-ee7295e94016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:23.560018 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d65877c9-e552-42e4-805d-11bf531ddea4 req-34590ee0-715a-472e-a5c5-ee7295e94016 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd6be2c9-cd51-4484-8581-614ec0f3328e HTTP/1.1" status: 200 len: 846 time: 0.0770648 Oct 12 18:51:23.578936 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5014f01c-ef02-4115-acec-a9c49f88be7c req-6140a682-2efe-4819-b14a-f0ad4b9e7f89 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424979 Oct 12 18:51:23.661219 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65877c9-e552-42e4-805d-11bf531ddea4 req-d51432bf-6522-4089-99ea-ebcdd0424ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:23.662810 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d65877c9-e552-42e4-805d-11bf531ddea4 req-d51432bf-6522-4089-99ea-ebcdd0424ee5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad3e155a-73bb-40c2-b397-cbadd351c43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794437 Oct 12 18:51:23.676020 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fe9f0-cd67-4d25-a116-26a044f10b7c req-41e298a7-2754-4c0a-8a69-5ff0f22d436b tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:23.677507 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e67fe9f0-cd67-4d25-a116-26a044f10b7c req-41e298a7-2754-4c0a-8a69-5ff0f22d436b tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 949 time: 0.0835125 Oct 12 18:51:23.765589 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bfd1f31e-ba3c-40cd-8363-1549072b80d6 req-0e98c8de-c102-47a8-884b-29b8cc102c07 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=18d03521-e012-489f-992d-f80b44b3884b HTTP/1.1" status: 200 len: 210 time: 0.0692384 Oct 12 18:51:23.789723 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e67fe9f0-cd67-4d25-a116-26a044f10b7c req-85aadb50-c023-41e4-8c74-7f3f10a97dc3 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923312 Oct 12 18:51:23.815439 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d65877c9-e552-42e4-805d-11bf531ddea4 req-51fe7ae1-7709-42fc-8bcd-d770a3f4be44 service neutron] 10.222.0.21 "GET /v2.0/networks/ad3e155a-73bb-40c2-b397-cbadd351c43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370044 Oct 12 18:51:23.907712 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d65877c9-e552-42e4-805d-11bf531ddea4 req-c723d902-e498-4238-a9a3-9cd27bcf51c2 service neutron] 10.222.0.21 "GET /v2.0/networks/ad3e155a-73bb-40c2-b397-cbadd351c43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824792 Oct 12 18:51:24.432551 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-144f2934-d237-485f-87d9-a31ff662b6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:24.645509 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['ca919e65-5c66-4d39-98fd-fee86722e852'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:51:24.708132 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89417921-4d70-4e06-a612-304a178db38f req-bcd65983-7ac4-4fce-ba62-388d254b1823 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:24.709633 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-89417921-4d70-4e06-a612-304a178db38f req-bcd65983-7ac4-4fce-ba62-388d254b1823 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.0509660 Oct 12 18:51:24.761681 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-89417921-4d70-4e06-a612-304a178db38f req-6728a6d5-b7d4-4ee5-b609-c4b4ae5e6d2e tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455358 Oct 12 18:51:24.924431 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c90f5-9512-4076-bafc-707e4eb13eab req-a118d6fd-3617-49d3-9ac8-4a5847d0b97a tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:24.926234 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-836c90f5-9512-4076-bafc-707e4eb13eab req-a118d6fd-3617-49d3-9ac8-4a5847d0b97a tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 949 time: 0.0577679 Oct 12 18:51:24.985937 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-836c90f5-9512-4076-bafc-707e4eb13eab req-1869d88f-8ed2-4a7f-8a65-8ed4452de213 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525951 Oct 12 18:51:25.090664 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4264940-7391-458f-b1bf-95eadf7d77d0 req-b39011fa-660e-48a3-8293-785e0d2b512c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:25.092259 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a4264940-7391-458f-b1bf-95eadf7d77d0 req-b39011fa-660e-48a3-8293-785e0d2b512c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0575509 Oct 12 18:51:25.131940 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a4264940-7391-458f-b1bf-95eadf7d77d0 req-12a1f07c-652d-4c5a-b9a9-229bb9f6513b tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336344 Oct 12 18:51:25.873508 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6a702-17c1-47d4-a1fb-34b3e7e44856 req-522a7b7a-9d2a-4ef0-9038-3af2e43f819a tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:25.874980 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-74b6a702-17c1-47d4-a1fb-34b3e7e44856 req-522a7b7a-9d2a-4ef0-9038-3af2e43f819a tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.0493960 Oct 12 18:51:25.918636 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-74b6a702-17c1-47d4-a1fb-34b3e7e44856 req-23e5d16f-9f02-4de9-b9b5-a80cb58a8899 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372007 Oct 12 18:51:26.101697 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9f786-c2c3-4a6c-9a21-06d9c046fe17 req-91b7312f-5609-4aeb-9f49-f87ddc828e73 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:26.103171 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e3b9f786-c2c3-4a6c-9a21-06d9c046fe17 req-91b7312f-5609-4aeb-9f49-f87ddc828e73 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 949 time: 0.0496140 Oct 12 18:51:26.141742 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e3b9f786-c2c3-4a6c-9a21-06d9c046fe17 req-7cf18217-2591-4c87-83f7-6967608c89af tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324745 Oct 12 18:51:26.326336 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c9bcc-9d5b-45bf-852b-c2bd3505e030 req-139266ae-0dac-4487-b40c-b2b8eb01b682 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:26.328147 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c12c9bcc-9d5b-45bf-852b-c2bd3505e030 req-139266ae-0dac-4487-b40c-b2b8eb01b682 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0493791 Oct 12 18:51:26.367599 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c12c9bcc-9d5b-45bf-852b-c2bd3505e030 req-8da775e8-6528-45da-afe5-bfccb87c36a4 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327969 Oct 12 18:51:26.480839 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628c20b-7ea3-4512-a1fb-4688186909c0 req-8b7b13c8-dc74-4e3b-a65e-2a6e21d22769 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:26.482764 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7628c20b-7ea3-4512-a1fb-4688186909c0 req-8b7b13c8-dc74-4e3b-a65e-2a6e21d22769 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0525665 Oct 12 18:51:26.525878 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7628c20b-7ea3-4512-a1fb-4688186909c0 req-4286256b-4edf-4275-a760-aeb0ade2f988 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368075 Oct 12 18:51:26.972667 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6e08a820-714e-4f82-ae81-aa80efa77e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:27.037843 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b57306-842b-4306-ba50-282ac8bfd8d2 req-45060a6d-b869-4190-837f-9c468c1ccab3 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:27.039271 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-69b57306-842b-4306-ba50-282ac8bfd8d2 req-45060a6d-b869-4190-837f-9c468c1ccab3 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.0475354 Oct 12 18:51:27.076023 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-69b57306-842b-4306-ba50-282ac8bfd8d2 req-515bac7e-6112-40d6-874e-71014a3ee0ee tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301533 Oct 12 18:51:27.251631 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79e39a-a638-4187-8f9f-0954a521aa54 req-a816e940-3a94-43c2-a848-559b702e70b0 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:27.253044 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4a79e39a-a638-4187-8f9f-0954a521aa54 req-a816e940-3a94-43c2-a848-559b702e70b0 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 949 time: 0.0477004 Oct 12 18:51:27.289766 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4a79e39a-a638-4187-8f9f-0954a521aa54 req-76687b05-69f3-41cb-a434-7fcf318a75e4 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308259 Oct 12 18:51:27.482688 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2d195-3938-4741-ab70-a56e2495dac7 req-0cd9a991-a72d-4f0b-a607-8edcc741d775 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:27.484118 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-30f2d195-3938-4741-ab70-a56e2495dac7 req-0cd9a991-a72d-4f0b-a607-8edcc741d775 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0475371 Oct 12 18:51:27.523738 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-30f2d195-3938-4741-ab70-a56e2495dac7 req-9ae7fd1d-68e2-4741-91ef-b31da9006d28 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337815 Oct 12 18:51:27.644593 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2e1d4-09ac-4be0-803e-cd149f7a67a8 req-65f4e7c6-89c8-4117-9d6e-3fba9c4646fe tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:27.646051 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-18d2e1d4-09ac-4be0-803e-cd149f7a67a8 req-65f4e7c6-89c8-4117-9d6e-3fba9c4646fe tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0481670 Oct 12 18:51:27.683672 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-18d2e1d4-09ac-4be0-803e-cd149f7a67a8 req-779e5d96-5033-490f-abf3-12ee2f6cb349 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309899 Oct 12 18:51:27.718193 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device ca919e65-5c66-4d39-98fd-fee86722e852 up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:51:27.765576 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port ca919e65-5c66-4d39-98fd-fee86722e852 completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:51:27.769493 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port ca919e65-5c66-4d39-98fd-fee86722e852 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:51:27.769863 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:27.846907 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:27.868508 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd239f0a5-4d66-4900-bf54-58ec73d2ec32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca919e65-5c66-4d39-98fd-fee86722e852'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:51:27.871238 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c571e887-20c3-4dac-8c53-33070f45b990" -d '{"events": [{"server_uuid": "d239f0a5-4d66-4900-bf54-58ec73d2ec32", "name": "network-vif-plugged", "status": "completed", "tag": "ca919e65-5c66-4d39-98fd-fee86722e852"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:51:27.884131 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port ca919e65-5c66-4d39-98fd-fee86722e852, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca919e65-5c66-4d39-98fd-fee86722e852,segment=NetworkSegment(ed038833-098e-4aaa-9713-296885ebd14a),segment_id=ed038833-098e-4aaa-9713-296885ebd14a)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:27.889138 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:27.911409 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7c1772-0486-43e9-aefd-9cca12e23f7e x-openstack-request-id: req-8e7c1772-0486-43e9-aefd-9cca12e23f7e {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:51:27.911721 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d239f0a5-4d66-4900-bf54-58ec73d2ec32", "name": "network-vif-plugged", "status": "completed", "tag": "ca919e65-5c66-4d39-98fd-fee86722e852", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:51:27.911977 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e7c1772-0486-43e9-aefd-9cca12e23f7e {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:51:27.912357 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd239f0a5-4d66-4900-bf54-58ec73d2ec32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca919e65-5c66-4d39-98fd-fee86722e852', 'code': 200} Oct 12 18:51:27.936796 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=ca919e65-5c66-4d39-98fd-fee86722e852,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:27.987487 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:28.145465 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:28.195142 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4449515-261c-4c08-a6c0-f684120e1d6c req-9c957e9c-f364-44a8-8421-720a7200a7ed tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:28.196485 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e4449515-261c-4c08-a6c0-f684120e1d6c req-9c957e9c-f364-44a8-8421-720a7200a7ed tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.0500908 Oct 12 18:51:28.234020 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e4449515-261c-4c08-a6c0-f684120e1d6c req-5dc40063-ae7a-4c17-97ad-e81cf66aeb85 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310986 Oct 12 18:51:28.403704 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe9c57-5f75-4975-ab06-351ebe101950 req-e6a43933-eb5f-4c24-99d6-03feb2f0b822 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:28.405196 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ebe9c57-5f75-4975-ab06-351ebe101950 req-e6a43933-eb5f-4c24-99d6-03feb2f0b822 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 950 time: 0.0485911 Oct 12 18:51:28.444911 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ebe9c57-5f75-4975-ab06-351ebe101950 req-83afe1d1-73f3-42b2-bb4a-ee0e7dc279ba tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338337 Oct 12 18:51:28.638021 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e5887-c9f2-470e-bae8-5f148dd3875c req-e3fe54a9-7e4f-419d-be78-a75ee0ad3136 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:28.639442 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-347e5887-c9f2-470e-bae8-5f148dd3875c req-e3fe54a9-7e4f-419d-be78-a75ee0ad3136 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0482204 Oct 12 18:51:28.675809 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-347e5887-c9f2-470e-bae8-5f148dd3875c req-c7b25bc2-2000-4258-af08-4c2048c1b69f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305877 Oct 12 18:51:28.806410 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cceb8-8839-4ee0-9350-824b156e2a41 req-b87893f1-3334-487e-966f-13d2bb04f3c3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:28.807877 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b66cceb8-8839-4ee0-9350-824b156e2a41 req-b87893f1-3334-487e-966f-13d2bb04f3c3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0543356 Oct 12 18:51:28.846021 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b66cceb8-8839-4ee0-9350-824b156e2a41 req-a103264d-e58e-45ff-98f4-1c6a1977cf2e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322943 Oct 12 18:51:29.344558 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114db46-4d0b-46be-8dd6-1bcb372b2b1c req-62d9f459-7863-4423-8719-73f50936cb84 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:29.346016 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4114db46-4d0b-46be-8dd6-1bcb372b2b1c req-62d9f459-7863-4423-8719-73f50936cb84 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.0480089 Oct 12 18:51:29.385962 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4114db46-4d0b-46be-8dd6-1bcb372b2b1c req-6764c8bb-65f5-4000-a191-f30ad1a0643f tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333838 Oct 12 18:51:29.561700 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35110c1d-9584-409c-bc36-3af900161a09 req-25b48f52-c26c-4fc5-8707-bb37c6c2a721 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:29.563199 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-35110c1d-9584-409c-bc36-3af900161a09 req-25b48f52-c26c-4fc5-8707-bb37c6c2a721 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 950 time: 0.0520611 Oct 12 18:51:29.599914 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-35110c1d-9584-409c-bc36-3af900161a09 req-c5bf2e9c-2183-4a88-9ca3-3c902564528e tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309129 Oct 12 18:51:29.710949 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:29.795187 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d923356-ebf6-4099-8fcd-490462b698cb req-ab36a88d-d7a6-401c-a87e-bcc276ce6fb9 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:29.796621 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d923356-ebf6-4099-8fcd-490462b698cb req-ab36a88d-d7a6-401c-a87e-bcc276ce6fb9 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0521781 Oct 12 18:51:29.833836 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d923356-ebf6-4099-8fcd-490462b698cb req-2dfc7068-cd2c-420b-bb03-73f054487f2c tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311475 Oct 12 18:51:29.959545 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046cb66-46a4-486f-bdd7-1bb43f42ed43 req-bdb3c4aa-5739-49ec-86f7-4cb005c5caf3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:29.960990 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7046cb66-46a4-486f-bdd7-1bb43f42ed43 req-bdb3c4aa-5739-49ec-86f7-4cb005c5caf3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0471354 Oct 12 18:51:30.001989 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7046cb66-46a4-486f-bdd7-1bb43f42ed43 req-a26be594-5d07-478e-8cdc-48d8605ca6d6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346043 Oct 12 18:51:30.323409 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e11-11ca-4a1b-9026-fec6cdf19319 req-d48eb854-f164-44a8-ae8f-f45a6ddcac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:30.324807 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e6884e11-11ca-4a1b-9026-fec6cdf19319 req-d48eb854-f164-44a8-ae8f-f45a6ddcac68 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 1103 time: 0.0380828 Oct 12 18:51:30.359491 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e6884e11-11ca-4a1b-9026-fec6cdf19319 req-c5d76978-f10a-4d0c-9f89-90e10641a982 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262411 Oct 12 18:51:30.494934 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91872c6-9b61-49c4-b424-7599a137dff3 req-5f459d22-8cd1-45e9-a0fa-1a8ef1cf7e53 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:30.496266 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f91872c6-9b61-49c4-b424-7599a137dff3 req-5f459d22-8cd1-45e9-a0fa-1a8ef1cf7e53 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.0472927 Oct 12 18:51:30.533821 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f91872c6-9b61-49c4-b424-7599a137dff3 req-3751c2fe-3bc7-4161-9982-2da76dc1c533 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316949 Oct 12 18:51:30.714141 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc3be4-8cce-48e6-8e80-2686efa7cab6 req-0744b171-fab4-42a3-bb95-94ae5d881f77 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:30.715612 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3bcc3be4-8cce-48e6-8e80-2686efa7cab6 req-0744b171-fab4-42a3-bb95-94ae5d881f77 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 950 time: 0.0502031 Oct 12 18:51:30.755485 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3bcc3be4-8cce-48e6-8e80-2686efa7cab6 req-91c0b2dc-66ac-43a8-b3c2-54fb52b2d9f1 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337617 Oct 12 18:51:31.213473 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6dd23-0f09-4fee-a84a-21ec3c3827c7 req-0c6dbe13-317a-4042-9c54-b4f87188aec8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:31.214879 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fca6dd23-0f09-4fee-a84a-21ec3c3827c7 req-0c6dbe13-317a-4042-9c54-b4f87188aec8 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.3143420 Oct 12 18:51:31.236773 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072bdd4-f307-45e6-83d7-5618851b8fe9 req-530d90d1-7111-41a1-8e78-6407c81a3f2b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:31.238146 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c072bdd4-f307-45e6-83d7-5618851b8fe9 req-530d90d1-7111-41a1-8e78-6407c81a3f2b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0702915 Oct 12 18:51:31.278079 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fca6dd23-0f09-4fee-a84a-21ec3c3827c7 req-fe6ec0a2-7479-4676-9763-03afe8d65c0f tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567923 Oct 12 18:51:31.289741 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c072bdd4-f307-45e6-83d7-5618851b8fe9 req-2f4c8e03-0f20-4f54-9406-9dd10f19b14d tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456111 Oct 12 18:51:31.448291 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-51fecb92-37f3-4564-a4ad-9fb247ee3cae tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:31.449732 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-51fecb92-37f3-4564-a4ad-9fb247ee3cae tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/networks?id=3a7d6a7d-01fa-48ea-af8f-5c4ced65156d HTTP/1.1" status: 200 len: 814 time: 0.1011264 Oct 12 18:51:31.464788 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-7d5ce04a-7c26-4044-bb83-70c0cbfb2ede tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/quotas/e61f9f2a997b4c65bcbd6907356539dc HTTP/1.1" status: 200 len: 375 time: 0.0092740 Oct 12 18:51:31.494692 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-68becad0-1c93-460a-b29e-01a318d5e449 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e61f9f2a997b4c65bcbd6907356539dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247610 Oct 12 18:51:31.586887 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-5e206625-5949-4e16-823d-1e329d2140ad service neutron] 10.222.0.66 "GET /v2.0/networks/3a7d6a7d-01fa-48ea-af8f-5c4ced65156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858016 Oct 12 18:51:31.700447 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6ed5a-4bf3-4499-89b4-df9c44efe576 req-86736b1c-b24e-4a25-9904-0d613526e1c8 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:31.702136 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5dd6ed5a-4bf3-4499-89b4-df9c44efe576 req-86736b1c-b24e-4a25-9904-0d613526e1c8 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.1010640 Oct 12 18:51:31.722169 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-75fea669-fd67-4c57-bc24-016d3abab131 service neutron] 10.222.0.66 "GET /v2.0/networks/3a7d6a7d-01fa-48ea-af8f-5c4ced65156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289103 Oct 12 18:51:31.749076 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5dd6ed5a-4bf3-4499-89b4-df9c44efe576 req-22ec4be8-6c9b-42ae-bf34-f4c11532f87f tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383396 Oct 12 18:51:31.877395 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b61a2ad6-616d-4ea3-ad94-40f8a15cc2bb req-471821d5-75a2-4172-9764-eafb3ae1d6e4 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deee512-7238-4937-adb7-95b16fde8db6 HTTP/1.1" status: 200 len: 210 time: 0.0254860 Oct 12 18:51:31.894515 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d03cc-b62f-4f26-a2c5-6a98430fcfab req-527e2481-ded6-4e14-b0d6-a3c249d518f6 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:31.896001 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e39d03cc-b62f-4f26-a2c5-6a98430fcfab req-527e2481-ded6-4e14-b0d6-a3c249d518f6 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 950 time: 0.0756607 Oct 12 18:51:31.936309 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e39d03cc-b62f-4f26-a2c5-6a98430fcfab req-4ed4dbef-d66e-41ad-b64f-2eba0b959e23 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332391 Oct 12 18:51:32.426852 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb5f35-62d3-4f07-a832-183086e0ebb7 req-675664c1-e2e3-4b64-870e-c99697df13a2 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:32.428301 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e6cb5f35-62d3-4f07-a832-183086e0ebb7 req-675664c1-e2e3-4b64-870e-c99697df13a2 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.0823896 Oct 12 18:51:32.451324 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbbaf9-e30b-46a4-870c-1a5356bf2036 req-22569753-dea8-4ee6-a1b6-d382c7c11851 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:32.453051 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3dcbbaf9-e30b-46a4-870c-1a5356bf2036 req-22569753-dea8-4ee6-a1b6-d382c7c11851 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0769718 Oct 12 18:51:32.496515 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e6cb5f35-62d3-4f07-a832-183086e0ebb7 req-5116b583-e537-4587-b920-d25d49008e50 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603838 Oct 12 18:51:32.509945 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3dcbbaf9-e30b-46a4-870c-1a5356bf2036 req-81e2b920-e2ec-463c-9423-b32c338ccf2d tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494616 Oct 12 18:51:32.920015 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c06dc-ad40-47cd-b019-4b47395474ce req-c5d83db1-19e0-4a95-9b6a-69b98a87fa4f tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:32.921525 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bb7c06dc-ad40-47cd-b019-4b47395474ce req-c5d83db1-19e0-4a95-9b6a-69b98a87fa4f tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.0805464 Oct 12 18:51:32.932302 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c889d4d7-c473-4c03-8ce1-b1cf929ed5d0 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:32.933983 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c889d4d7-c473-4c03-8ce1-b1cf929ed5d0 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.21 "GET /v2.0/networks?id=3a7d6a7d-01fa-48ea-af8f-5c4ced65156d HTTP/1.1" status: 200 len: 814 time: 0.1637862 Oct 12 18:51:32.953202 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-2da5bea9-4b01-4190-b225-496845af459a tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Request body: {'port': {'device_id': '0deee512-7238-4937-adb7-95b16fde8db6', 'network_id': '3a7d6a7d-01fa-48ea-af8f-5c4ced65156d', 'admin_state_up': True, 'tenant_id': 'e61f9f2a997b4c65bcbd6907356539dc'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:33.025677 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f991f68d-a1ed-43e6-856e-6902d5ac382a req-8918e8a6-e2e2-4031-a333-b0034181a8de tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deee512-7238-4937-adb7-95b16fde8db6 HTTP/1.1" status: 200 len: 210 time: 0.0762630 Oct 12 18:51:33.038100 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bb7c06dc-ad40-47cd-b019-4b47395474ce req-8010593c-423f-4e2a-8cdb-670a6cee8a19 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031764 Oct 12 18:51:33.048758 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 81a0ec45-078e-4282-8461-bef3f0b4078a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:51:33.129400 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-2da5bea9-4b01-4190-b225-496845af459a tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Made reservation on behalf of e61f9f2a997b4c65bcbd6907356539dc for: {'port': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:51:33.133019 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-2da5bea9-4b01-4190-b225-496845af459a tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:33.147605 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 81a0ec45-078e-4282-8461-bef3f0b4078a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=81a0ec45-078e-4282-8461-bef3f0b4078a,segment=NetworkSegment(68d02c8e-4642-4324-9254-585c2cfb9925),segment_id=68d02c8e-4642-4324-9254-585c2cfb9925)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:33.159663 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': '81a0ec45-078e-4282-8461-bef3f0b4078a', 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b', 'port_id': '81a0ec45-078e-4282-8461-bef3f0b4078a', 'mac_address': 'fa:16:3e:ea:5c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:51:33.172522 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a232e0-4267-4c1d-883b-b58bdf390ab1 req-c737c5a5-9673-4d5b-8af8-87a600e252dd tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:33.174042 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-79a232e0-4267-4c1d-883b-b58bdf390ab1 req-c737c5a5-9673-4d5b-8af8-87a600e252dd tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 950 time: 0.0800197 Oct 12 18:51:33.197057 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:33.211915 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a0ec45-078e-4282-8461-bef3f0b4078a {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:51:33.233010 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 81a0ec45-078e-4282-8461-bef3f0b4078a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=81a0ec45-078e-4282-8461-bef3f0b4078a,segment=NetworkSegment(68d02c8e-4642-4324-9254-585c2cfb9925),segment_id=68d02c8e-4642-4324-9254-585c2cfb9925)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:33.237455 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:33.279392 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-79a232e0-4267-4c1d-883b-b58bdf390ab1 req-c0ab9260-1327-48f3-84a8-f3bc7f2f27e8 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738411 Oct 12 18:51:33.292165 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=81a0ec45-078e-4282-8461-bef3f0b4078a,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:33.308795 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-2da5bea9-4b01-4190-b225-496845af459a tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Allocated IP 172.20.0.11 (3a7d6a7d-01fa-48ea-af8f-5c4ced65156d/79c23577-f536-4b4f-badf-4f5d109932df/d440c1f9-0134-4e52-8038-fca0bba0a2e8) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:51:33.461147 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-2da5bea9-4b01-4190-b225-496845af459a tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:33.519647 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-2da5bea9-4b01-4190-b225-496845af459a tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:33.574588 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-2da5bea9-4b01-4190-b225-496845af459a tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Network 3a7d6a7d-01fa-48ea-af8f-5c4ced65156d is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:51:33.594493 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-2da5bea9-4b01-4190-b225-496845af459a tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:51:33.617100 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a19c14-7080-4d01-9483-85960c946cc5 req-87245969-3700-4383-a6e8-55cc56063421 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:33.618593 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a2a19c14-7080-4d01-9483-85960c946cc5 req-87245969-3700-4383-a6e8-55cc56063421 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 950 time: 0.1273866 Oct 12 18:51:33.619539 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-2da5bea9-4b01-4190-b225-496845af459a tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:51:33.622012 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5bea9-4b01-4190-b225-496845af459a tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Pushing event updated for resources: {'Port': ['ID=d440c1f9-0134-4e52-8038-fca0bba0a2e8,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:33.663291 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['81a0ec45-078e-4282-8461-bef3f0b4078a'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:51:33.691941 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a37419-4781-4f61-94d9-2a61057dd549 req-b0767514-a25a-4469-9df8-fb54afaba5e1 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:33.693404 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b9a37419-4781-4f61-94d9-2a61057dd549 req-b0767514-a25a-4469-9df8-fb54afaba5e1 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.1224861 Oct 12 18:51:33.717185 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a2a19c14-7080-4d01-9483-85960c946cc5 req-bf3f0084-933a-4fae-a815-9f0a419e2afe tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886598 Oct 12 18:51:33.722707 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-2da5bea9-4b01-4190-b225-496845af459a tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:33.723326 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-2da5bea9-4b01-4190-b225-496845af459a tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:33.756439 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-2da5bea9-4b01-4190-b225-496845af459a tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8083048 Oct 12 18:51:33.762813 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b9a37419-4781-4f61-94d9-2a61057dd549 req-ea57fc7d-90f6-49ff-90b8-c62d32d88bde tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603206 Oct 12 18:51:33.783342 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Request body: {'port': {'device_id': '0deee512-7238-4937-adb7-95b16fde8db6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:33.868358 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:33.877804 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1f7e7-3cf1-4f3f-8068-40adb1c53b41 req-a3a19d47-f802-47cb-b8e1-4b46ac3b063c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:33.879271 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1ae1f7e7-3cf1-4f3f-8068-40adb1c53b41 req-a3a19d47-f802-47cb-b8e1-4b46ac3b063c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0826499 Oct 12 18:51:33.954742 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1ae1f7e7-3cf1-4f3f-8068-40adb1c53b41 req-65fa1fde-1966-4495-b669-94130d2da800 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671113 Oct 12 18:51:34.230609 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23704e8a-11f8-4ac8-b3e5-ec75f786da64 req-da6b558e-565d-4f38-8c5f-0577e07d9599 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:34.232045 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-23704e8a-11f8-4ac8-b3e5-ec75f786da64 req-da6b558e-565d-4f38-8c5f-0577e07d9599 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deee512-7238-4937-adb7-95b16fde8db6 HTTP/1.1" status: 200 len: 932 time: 0.1108987 Oct 12 18:51:34.241995 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c909a-34d9-4322-82ed-f9306df0ccb7 req-e33be843-601c-4698-8953-72327a5ac4fe tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:34.243369 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2d0c909a-34d9-4322-82ed-f9306df0ccb7 req-e33be843-601c-4698-8953-72327a5ac4fe tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 945 time: 0.1161668 Oct 12 18:51:34.312653 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d440c1f9-0134-4e52-8038-fca0bba0a2e8 {{(pid=100617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:51:34.327804 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:34.331989 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-23704e8a-11f8-4ac8-b3e5-ec75f786da64 req-8c2e2841-c6c0-4653-9c26-88177e52cc03 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721197 Oct 12 18:51:34.344746 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2d0c909a-34d9-4322-82ed-f9306df0ccb7 req-b494b685-6f0d-43df-89f0-34f65e29eebf tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807741 Oct 12 18:51:34.349217 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.provisioning_blocks [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Transition to ACTIVE for port object d440c1f9-0134-4e52-8038-fca0bba0a2e8 will not be triggered until provisioned by entity L2. {{(pid=100617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:51:34.354217 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:34.408179 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Pushing event updated for resources: {'Port': ['ID=d440c1f9-0134-4e52-8038-fca0bba0a2e8,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:34.470188 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Attempting to bind port d440c1f9-0134-4e52-8038-fca0bba0a2e8 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:51:34.470793 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Attempting to bind port d440c1f9-0134-4e52-8038-fca0bba0a2e8 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'b6bfccc9-b9c0-4a99-853e-e108890260df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3a7d6a7d-01fa-48ea-af8f-5c4ced65156d'}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:51:34.470926 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Attempting to bind port d440c1f9-0134-4e52-8038-fca0bba0a2e8 on network 3a7d6a7d-01fa-48ea-af8f-5c4ced65156d {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:51:34.474960 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Port d440c1f9-0134-4e52-8038-fca0bba0a2e8 on network 3a7d6a7d-01fa-48ea-af8f-5c4ced65156d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:51:34.475275 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Attempting to bind port d440c1f9-0134-4e52-8038-fca0bba0a2e8 on network 3a7d6a7d-01fa-48ea-af8f-5c4ced65156d {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:51:34.480140 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:51:34.480471 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Checking segment: {'id': 'b6bfccc9-b9c0-4a99-853e-e108890260df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3a7d6a7d-01fa-48ea-af8f-5c4ced65156d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:51:34.480851 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Bound using segment: {'id': 'b6bfccc9-b9c0-4a99-853e-e108890260df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3a7d6a7d-01fa-48ea-af8f-5c4ced65156d'} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:51:34.481268 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Bound port: d440c1f9-0134-4e52-8038-fca0bba0a2e8, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6bfccc9-b9c0-4a99-853e-e108890260df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3a7d6a7d-01fa-48ea-af8f-5c4ced65156d'}}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:51:34.481645 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:34.541393 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] For port d440c1f9-0134-4e52-8038-fca0bba0a2e8, host hv-cinder-81322, cleared binding levels {{(pid=100617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:51:34.544998 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] For port d440c1f9-0134-4e52-8038-fca0bba0a2e8, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d440c1f9-0134-4e52-8038-fca0bba0a2e8,segment=NetworkSegment(b6bfccc9-b9c0-4a99-853e-e108890260df),segment_id=b6bfccc9-b9c0-4a99-853e-e108890260df)] {{(pid=100617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:51:34.552500 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:34.587915 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:34.588608 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:34.590155 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] 10.222.0.21 "PUT /v2.0/ports/d440c1f9-0134-4e52-8038-fca0bba0a2e8 HTTP/1.1" status: 200 len: 1094 time: 0.8200829 Oct 12 18:51:34.590582 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0deee512-7238-4937-adb7-95b16fde8db6', 'tag': 'd440c1f9-0134-4e52-8038-fca0bba0a2e8'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:51:34.592799 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a268e3e-3bf2-461d-91d2-f4a069789711" -d '{"events": [{"name": "network-changed", "server_uuid": "0deee512-7238-4937-adb7-95b16fde8db6", "tag": "d440c1f9-0134-4e52-8038-fca0bba0a2e8"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:51:34.620306 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8293b-380c-400f-8d10-bb23ebbc3e7c service neutron] Pushing event updated for resources: {'Port': ['ID=d440c1f9-0134-4e52-8038-fca0bba0a2e8,revision_number=3']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:34.630309 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3390cf63-c960-4b51-b2eb-d2628128ff9e x-openstack-request-id: req-3390cf63-c960-4b51-b2eb-d2628128ff9e {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:51:34.630597 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0deee512-7238-4937-adb7-95b16fde8db6", "tag": "d440c1f9-0134-4e52-8038-fca0bba0a2e8", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:51:34.630846 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3390cf63-c960-4b51-b2eb-d2628128ff9e {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:51:34.631265 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0deee512-7238-4937-adb7-95b16fde8db6', 'tag': 'd440c1f9-0134-4e52-8038-fca0bba0a2e8', 'status': 'completed', 'code': 200} Oct 12 18:51:34.684135 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-2e0c376f-2573-4d9c-8228-39db60768776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:34.685610 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-2e0c376f-2573-4d9c-8228-39db60768776 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e61f9f2a997b4c65bcbd6907356539dc&device_id=0deee512-7238-4937-adb7-95b16fde8db6 HTTP/1.1" status: 200 len: 1097 time: 0.0407639 Oct 12 18:51:34.727244 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-66e17506-58fc-459f-9135-05aaf81ca90e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d440c1f9-0134-4e52-8038-fca0bba0a2e8 HTTP/1.1" status: 200 len: 217 time: 0.0334153 Oct 12 18:51:34.781813 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-d4c50cc0-5533-481a-8ce2-97c020c082a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:34.783241 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-d4c50cc0-5533-481a-8ce2-97c020c082a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79c23577-f536-4b4f-badf-4f5d109932df HTTP/1.1" status: 200 len: 854 time: 0.0469255 Oct 12 18:51:34.840765 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-02e97302-43d4-4e99-aedd-038e97c4ca9d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a7d6a7d-01fa-48ea-af8f-5c4ced65156d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268862 Oct 12 18:51:34.898095 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db74ba-3631-4d69-bdae-27b02f3d2daa req-3e44116b-2d14-428d-9785-103333a7965d tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:34.899596 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-03db74ba-3631-4d69-bdae-27b02f3d2daa req-3e44116b-2d14-428d-9785-103333a7965d tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 950 time: 0.1146643 Oct 12 18:51:34.971236 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e6479-02f6-49d5-a627-36c477cad5eb req-254210b5-e4c8-4aba-aed4-ae9871713f29 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:34.972788 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a83e6479-02f6-49d5-a627-36c477cad5eb req-254210b5-e4c8-4aba-aed4-ae9871713f29 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.1311781 Oct 12 18:51:35.004377 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-03db74ba-3631-4d69-bdae-27b02f3d2daa req-133b4b47-36cc-46ff-9d3a-0fd3f2971a52 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789504 Oct 12 18:51:35.041047 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a83e6479-02f6-49d5-a627-36c477cad5eb req-9ed6bbf4-9132-40ec-b156-3ea1e38034a2 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568681 Oct 12 18:51:35.044087 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-f038d130-4b35-42da-aaa3-a403dc4d26dc service neutron] 10.222.0.21 "GET /v2.0/networks/3a7d6a7d-01fa-48ea-af8f-5c4ced65156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915398 Oct 12 18:51:35.062362 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 81a0ec45-078e-4282-8461-bef3f0b4078a up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:51:35.112320 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port 81a0ec45-078e-4282-8461-bef3f0b4078a completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:51:35.116007 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port 81a0ec45-078e-4282-8461-bef3f0b4078a triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:51:35.116381 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:35.178156 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c00f0-b911-4df4-9e5b-17346ebee67f req-9132b900-d49c-469c-b8b6-297dcc868644 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:35.179979 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3d8c00f0-b911-4df4-9e5b-17346ebee67f req-9132b900-d49c-469c-b8b6-297dcc868644 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.1105506 Oct 12 18:51:35.194324 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:35.196513 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-58b0d215-d28a-4726-9c7b-c1eb47ff1411 req-c287e644-8b8c-4134-90c8-11f3a7a8337c service neutron] 10.222.0.21 "GET /v2.0/networks/3a7d6a7d-01fa-48ea-af8f-5c4ced65156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419547 Oct 12 18:51:35.220714 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8459c7-74d7-447b-9248-1e361818cc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a0ec45-078e-4282-8461-bef3f0b4078a'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:51:35.223232 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2118e94b-75e5-4f55-bc79-065df9b28dad" -d '{"events": [{"server_uuid": "cf8459c7-74d7-447b-9248-1e361818cc9d", "name": "network-vif-plugged", "status": "completed", "tag": "81a0ec45-078e-4282-8461-bef3f0b4078a"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:51:35.234233 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3d8c00f0-b911-4df4-9e5b-17346ebee67f req-4e8443b2-6c61-4437-ba02-2d50c97185dd tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471692 Oct 12 18:51:35.237886 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 81a0ec45-078e-4282-8461-bef3f0b4078a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=81a0ec45-078e-4282-8461-bef3f0b4078a,segment=NetworkSegment(68d02c8e-4642-4324-9254-585c2cfb9925),segment_id=68d02c8e-4642-4324-9254-585c2cfb9925)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:35.244511 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:35.271522 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a6c0e8-3685-4e77-bdad-a6b5b97ab133 x-openstack-request-id: req-c6a6c0e8-3685-4e77-bdad-a6b5b97ab133 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:51:35.271813 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8459c7-74d7-447b-9248-1e361818cc9d", "name": "network-vif-plugged", "status": "completed", "tag": "81a0ec45-078e-4282-8461-bef3f0b4078a", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:51:35.272061 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c6a6c0e8-3685-4e77-bdad-a6b5b97ab133 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:51:35.272443 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8459c7-74d7-447b-9248-1e361818cc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a0ec45-078e-4282-8461-bef3f0b4078a', 'code': 200} Oct 12 18:51:35.296031 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=81a0ec45-078e-4282-8461-bef3f0b4078a,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:35.311252 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a268e3e-3bf2-461d-91d2-f4a069789711 req-84f98a12-6bee-4d78-83d9-012dc6319c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:35.312740 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0a268e3e-3bf2-461d-91d2-f4a069789711 req-84f98a12-6bee-4d78-83d9-012dc6319c00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e61f9f2a997b4c65bcbd6907356539dc&device_id=0deee512-7238-4937-adb7-95b16fde8db6 HTTP/1.1" status: 200 len: 1097 time: 0.0485513 Oct 12 18:51:35.444967 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a268e3e-3bf2-461d-91d2-f4a069789711 req-259cdb57-f2d5-4e4b-8144-c1533153681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:35.446396 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0a268e3e-3bf2-461d-91d2-f4a069789711 req-259cdb57-f2d5-4e4b-8144-c1533153681e service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a7d6a7d-01fa-48ea-af8f-5c4ced65156d HTTP/1.1" status: 200 len: 915 time: 0.1252737 Oct 12 18:51:35.504985 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0a268e3e-3bf2-461d-91d2-f4a069789711 req-43302baf-979e-4563-9000-c17684d85c0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d440c1f9-0134-4e52-8038-fca0bba0a2e8 HTTP/1.1" status: 200 len: 217 time: 0.0405574 Oct 12 18:51:35.527194 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ef8e3-feea-4b75-84ab-dafc03f0ddb5 req-53ea3413-18a6-4048-8938-e50d6c6e746c tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:35.528574 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-764ef8e3-feea-4b75-84ab-dafc03f0ddb5 req-53ea3413-18a6-4048-8938-e50d6c6e746c tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deee512-7238-4937-adb7-95b16fde8db6 HTTP/1.1" status: 200 len: 944 time: 0.1218700 Oct 12 18:51:35.541623 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8575e-f2c4-445a-9c8f-37bfaca454dc req-7cb21165-ddfd-415d-b296-8d430bb046c9 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:35.543209 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3bb8575e-f2c4-445a-9c8f-37bfaca454dc req-7cb21165-ddfd-415d-b296-8d430bb046c9 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.1217322 Oct 12 18:51:35.623904 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a268e3e-3bf2-461d-91d2-f4a069789711 req-3e50531d-1fed-4a2d-b6cd-6d68f57181e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:35.625182 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0a268e3e-3bf2-461d-91d2-f4a069789711 req-3e50531d-1fed-4a2d-b6cd-6d68f57181e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79c23577-f536-4b4f-badf-4f5d109932df HTTP/1.1" status: 200 len: 854 time: 0.1061780 Oct 12 18:51:35.664231 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-764ef8e3-feea-4b75-84ab-dafc03f0ddb5 req-293df6bd-ed57-4d17-99eb-d31467146a98 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191478 Oct 12 18:51:35.683950 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0a268e3e-3bf2-461d-91d2-f4a069789711 req-96a1fd20-f0be-4fba-9dd0-abe80c2602df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a7d6a7d-01fa-48ea-af8f-5c4ced65156d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433681 Oct 12 18:51:35.686743 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3bb8575e-f2c4-445a-9c8f-37bfaca454dc req-d01b2dec-2b36-4d04-9cb2-3de2fe6196db tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171544 Oct 12 18:51:35.750047 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c17d95-91bc-4466-92c0-7184d40bb405 req-e4b75b4d-2447-4e6f-b917-6e96f2b2cf08 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:35.751434 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b0c17d95-91bc-4466-92c0-7184d40bb405 req-e4b75b4d-2447-4e6f-b917-6e96f2b2cf08 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.1293311 Oct 12 18:51:35.849727 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0a268e3e-3bf2-461d-91d2-f4a069789711 req-2f14bb34-5b48-464b-bed0-b17a775d671e service neutron] 10.222.0.21 "GET /v2.0/networks/3a7d6a7d-01fa-48ea-af8f-5c4ced65156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565473 Oct 12 18:51:36.084012 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96d223-8fc4-4e66-a2d5-a81ffc93b2f2 req-ac61ad82-c11f-4124-9c28-09aa8c05f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:36.085623 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-8a96d223-8fc4-4e66-a2d5-a81ffc93b2f2 req-ac61ad82-c11f-4124-9c28-09aa8c05f0ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 1099 time: 0.0546348 Oct 12 18:51:36.130757 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-8a96d223-8fc4-4e66-a2d5-a81ffc93b2f2 req-56123f82-57db-498d-b999-198eaafa6017 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364561 Oct 12 18:51:36.254517 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f4018-2d66-4863-b025-3c20ee2467e5 req-7e4e6359-2739-4a58-a54e-bb86ab16df66 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:36.255832 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d19f4018-2d66-4863-b025-3c20ee2467e5 req-7e4e6359-2739-4a58-a54e-bb86ab16df66 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.21 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 950 time: 0.4195082 Oct 12 18:51:36.282889 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-b0c17d95-91bc-4466-92c0-7184d40bb405 req-0c7c6547-087e-453f-b5db-34f257ecaa7a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Deleting port 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:51:36.283225 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-b0c17d95-91bc-4466-92c0-7184d40bb405 req-0c7c6547-087e-453f-b5db-34f257ecaa7a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:36.346974 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee332b28-53b6-419d-b182-3fd5ddf65e05 req-607f37fe-b5cf-4a69-a893-e83bbc8ddd17 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:36.348383 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ee332b28-53b6-419d-b182-3fd5ddf65e05 req-607f37fe-b5cf-4a69-a893-e83bbc8ddd17 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 950 time: 0.1819851 Oct 12 18:51:36.352098 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0a268e3e-3bf2-461d-91d2-f4a069789711 req-e4301a2f-2a75-495b-93da-fed8f8ef0f8f service neutron] 10.222.0.21 "GET /v2.0/networks/3a7d6a7d-01fa-48ea-af8f-5c4ced65156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883478 Oct 12 18:51:36.359247 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230aed79-ccb7-49a0-bc97-f43fc128153c req-83240af2-71ec-422d-98e6-b96faf5006dd tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:36.360527 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-230aed79-ccb7-49a0-bc97-f43fc128153c req-83240af2-71ec-422d-98e6-b96faf5006dd tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 945 time: 0.1927335 Oct 12 18:51:36.454732 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ee332b28-53b6-419d-b182-3fd5ddf65e05 req-65b4eeb2-7a96-4a5c-aeb4-d7ded7dbbbe6 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/security-groups?id=211ef286-3bda-44ab-96cd-e768f573b67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916171 Oct 12 18:51:36.458466 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-b0c17d95-91bc-4466-92c0-7184d40bb405 req-0c7c6547-087e-453f-b5db-34f257ecaa7a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] For port 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd,segment=NetworkSegment(e7a78047-8cb0-4655-a0aa-f55f8278caea),segment_id=e7a78047-8cb0-4655-a0aa-f55f8278caea)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:36.458826 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-b0c17d95-91bc-4466-92c0-7184d40bb405 req-0c7c6547-087e-453f-b5db-34f257ecaa7a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:36.464230 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-230aed79-ccb7-49a0-bc97-f43fc128153c req-5e5afeb0-28fe-4fd1-95c5-633a3b7f6d49 tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/security-groups?id=63ab60af-17d1-4674-bdeb-cbfd58002b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935452 Oct 12 18:51:36.477998 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-b0c17d95-91bc-4466-92c0-7184d40bb405 req-0c7c6547-087e-453f-b5db-34f257ecaa7a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Calling delete_port for 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:51:36.649106 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a0ee8-539b-4e05-a560-b2249739b096 req-954dcfef-e6f8-4bc4-a792-e050527da7cf tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:36.650585 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b80a0ee8-539b-4e05-a560-b2249739b096 req-954dcfef-e6f8-4bc4-a792-e050527da7cf tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.1324604 Oct 12 18:51:36.738377 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-d19f4018-2d66-4863-b025-3c20ee2467e5 req-a470cbc1-0c59-4e4b-b049-6d46f19255b4 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Deleting port ca919e65-5c66-4d39-98fd-fee86722e852 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:51:36.738714 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-d19f4018-2d66-4863-b025-3c20ee2467e5 req-a470cbc1-0c59-4e4b-b049-6d46f19255b4 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:36.751550 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b80a0ee8-539b-4e05-a560-b2249739b096 req-fc95d554-9724-426a-8c29-7f38e499b8f5 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929065 Oct 12 18:51:36.763502 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-b0c17d95-91bc-4466-92c0-7184d40bb405 req-0c7c6547-087e-453f-b5db-34f257ecaa7a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:36.795620 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:51:36.860623 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c6547-087e-453f-b5db-34f257ecaa7a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Pushing event deleted for resources: {'Port': ['ID=634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:36.945709 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c17d95-91bc-4466-92c0-7184d40bb405 req-0c7c6547-087e-453f-b5db-34f257ecaa7a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] No DVR routers for this DVR port 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:51:36.957038 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-b0c17d95-91bc-4466-92c0-7184d40bb405 req-0c7c6547-087e-453f-b5db-34f257ecaa7a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:36.960271 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b0c17d95-91bc-4466-92c0-7184d40bb405 req-0c7c6547-087e-453f-b5db-34f257ecaa7a tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.21 "DELETE /v2.0/ports/634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd HTTP/1.1" status: 204 len: 173 time: 1.1999063 Oct 12 18:51:36.960701 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9759baf-3ef5-4073-ad03-1ed67dba28d8', 'name': 'network-vif-deleted', 'tag': '634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:51:36.962930 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad65796-7748-4e66-bca4-c292b4edfa45" -d '{"events": [{"server_uuid": "b9759baf-3ef5-4073-ad03-1ed67dba28d8", "name": "network-vif-deleted", "tag": "634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:51:36.975360 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e7ea9-1340-4b87-9198-48f4bae0025f req-6525e7d2-50e8-45c4-bba4-48d739117ad5 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:36.976789 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-369e7ea9-1340-4b87-9198-48f4bae0025f req-6525e7d2-50e8-45c4-bba4-48d739117ad5 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deee512-7238-4937-adb7-95b16fde8db6 HTTP/1.1" status: 200 len: 944 time: 0.2422640 Oct 12 18:51:36.983659 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-d19f4018-2d66-4863-b025-3c20ee2467e5 req-a470cbc1-0c59-4e4b-b049-6d46f19255b4 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] For port ca919e65-5c66-4d39-98fd-fee86722e852, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca919e65-5c66-4d39-98fd-fee86722e852,segment=NetworkSegment(ed038833-098e-4aaa-9713-296885ebd14a),segment_id=ed038833-098e-4aaa-9713-296885ebd14a)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:36.984019 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-d19f4018-2d66-4863-b025-3c20ee2467e5 req-a470cbc1-0c59-4e4b-b049-6d46f19255b4 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:37.001944 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ff3dc-84f5-4515-8734-06876ca009cd req-4f9f4b88-37ae-4b99-9f3c-e9ac12fc326f tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:37.003370 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-643ff3dc-84f5-4515-8734-06876ca009cd req-4f9f4b88-37ae-4b99-9f3c-e9ac12fc326f tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.1896663 Oct 12 18:51:37.013693 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-d19f4018-2d66-4863-b025-3c20ee2467e5 req-a470cbc1-0c59-4e4b-b049-6d46f19255b4 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Calling delete_port for ca919e65-5c66-4d39-98fd-fee86722e852 owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:51:37.103053 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-369e7ea9-1340-4b87-9198-48f4bae0025f req-372b5369-1000-43f6-bdf7-d150218352ae tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157193 Oct 12 18:51:37.125707 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-643ff3dc-84f5-4515-8734-06876ca009cd req-ca7504d1-4772-4070-84b7-038391e455bf tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100912 Oct 12 18:51:37.151965 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d6f11c-7a94-49dc-8522-b20a1bbe3da2 x-openstack-request-id: req-44d6f11c-7a94-49dc-8522-b20a1bbe3da2 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:51:37.152272 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9759baf-3ef5-4073-ad03-1ed67dba28d8", "name": "network-vif-deleted", "tag": "634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:51:37.152560 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-44d6f11c-7a94-49dc-8522-b20a1bbe3da2 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:51:37.152959 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9759baf-3ef5-4073-ad03-1ed67dba28d8', 'name': 'network-vif-deleted', 'tag': '634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd', 'status': 'completed', 'code': 200} Oct 12 18:51:37.200823 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-d19f4018-2d66-4863-b025-3c20ee2467e5 req-a470cbc1-0c59-4e4b-b049-6d46f19255b4 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:37.229419 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470cbc1-0c59-4e4b-b049-6d46f19255b4 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Pushing event deleted for resources: {'Port': ['ID=ca919e65-5c66-4d39-98fd-fee86722e852,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:37.273256 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19f4018-2d66-4863-b025-3c20ee2467e5 req-a470cbc1-0c59-4e4b-b049-6d46f19255b4 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] No DVR routers for this DVR port ca919e65-5c66-4d39-98fd-fee86722e852 on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:51:37.275823 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-d19f4018-2d66-4863-b025-3c20ee2467e5 req-a470cbc1-0c59-4e4b-b049-6d46f19255b4 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:37.279708 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d19f4018-2d66-4863-b025-3c20ee2467e5 req-a470cbc1-0c59-4e4b-b049-6d46f19255b4 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.21 "DELETE /v2.0/ports/ca919e65-5c66-4d39-98fd-fee86722e852 HTTP/1.1" status: 204 len: 173 time: 0.7492983 Oct 12 18:51:37.578204 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-08018f88-f767-4d7e-a7ce-94b51d3b4411 req-1ac0726d-8110-4ad7-93c9-2fdc533b87a0 tempest-VolumesNegativeTest-1678950253 tempest-VolumesNegativeTest-1678950253-project] 10.222.0.66 "GET /v2.0/ports?device_id=d239f0a5-4d66-4900-bf54-58ec73d2ec32 HTTP/1.1" status: 200 len: 210 time: 0.0438080 Oct 12 18:51:37.597471 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5be16498-9ea8-4bf4-af40-489a54dc2370 req-763f7b67-8248-45c1-a9aa-9cb860e2698b tempest-ServerRescueNegativeTestJSON-1898925188 tempest-ServerRescueNegativeTestJSON-1898925188-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9759baf-3ef5-4073-ad03-1ed67dba28d8 HTTP/1.1" status: 200 len: 210 time: 0.0315516 Oct 12 18:51:37.877271 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d68850-6faf-4e98-8138-3fe08d46ce65 req-0e23df7d-ada6-497c-a35a-50bb3bde22e7 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:37.878740 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-03d68850-6faf-4e98-8138-3fe08d46ce65 req-0e23df7d-ada6-497c-a35a-50bb3bde22e7 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0534465 Oct 12 18:51:37.918079 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-03d68850-6faf-4e98-8138-3fe08d46ce65 req-434119cc-8d38-4eb2-b8c4-57a079a76e31 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326188 Oct 12 18:51:38.271921 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee64471-9e48-40be-b0fd-59531894a2df req-f08309e5-071f-470d-960c-32e627be6f10 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:38.273340 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4ee64471-9e48-40be-b0fd-59531894a2df req-f08309e5-071f-470d-960c-32e627be6f10 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0708606 Oct 12 18:51:38.280450 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aab2b3-5dba-433f-8edc-7b28f9dd759c req-23725234-0255-4f3c-a6bd-ca0758924cf9 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:38.281792 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-43aab2b3-5dba-433f-8edc-7b28f9dd759c req-23725234-0255-4f3c-a6bd-ca0758924cf9 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deee512-7238-4937-adb7-95b16fde8db6 HTTP/1.1" status: 200 len: 944 time: 0.0901210 Oct 12 18:51:38.335110 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4ee64471-9e48-40be-b0fd-59531894a2df req-a93181de-0f5d-4a93-b182-d8e5ce4a8085 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523257 Oct 12 18:51:38.339665 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-43aab2b3-5dba-433f-8edc-7b28f9dd759c req-25716dd2-a534-4e95-9a8c-f8f883467add tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511646 Oct 12 18:51:38.449426 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941b9c7-d655-4c5b-b821-0808be437368 req-fffd9490-2570-48e5-9d7b-93e4abd6b05b tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:38.450894 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b941b9c7-d655-4c5b-b821-0808be437368 req-fffd9490-2570-48e5-9d7b-93e4abd6b05b tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0504818 Oct 12 18:51:38.499817 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b941b9c7-d655-4c5b-b821-0808be437368 req-80264972-cb8e-44c3-83cb-7c60a9db100a tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421989 Oct 12 18:51:38.520518 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 38666) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:38.582833 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b255368-7c5c-499d-9baf-4d13e949c8db req-991dddc8-2332-4be8-849b-75ed36af99b0 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:38.584296 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6b255368-7c5c-499d-9baf-4d13e949c8db req-991dddc8-2332-4be8-849b-75ed36af99b0 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0579522 Oct 12 18:51:38.624035 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6b255368-7c5c-499d-9baf-4d13e949c8db req-25eba0e4-c516-48c5-a6d0-860088f7e97e tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331144 Oct 12 18:51:38.673861 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 38678) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:38.679291 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9bdcc8-f457-4333-aac9-f0fd90fc727d tempest-TestShelveInstance-775994719 tempest-TestShelveInstance-775994719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:38.681796 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-bd9bdcc8-f457-4333-aac9-f0fd90fc727d tempest-TestShelveInstance-775994719 tempest-TestShelveInstance-775994719-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 1094 time: 0.1602266 Oct 12 18:51:38.691716 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 38680) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:38.691716 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Request body: {'floatingip': {'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'port_id': '81a0ec45-078e-4282-8461-bef3f0b4078a', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:38.715378 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for floatingip, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:38.818538 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:38.945966 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Allocated IP 172.27.0.249 (3ebee7fc-7e47-48dc-a73f-702afd21678f/257fc62d-aef6-4fd3-8a07-67da1276276c/6522943e-7ae1-464f-8ce5-53e4ab67440f) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:51:39.069744 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device d440c1f9-0134-4e52-8038-fca0bba0a2e8 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:51:39.077759 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:51:39.098625 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78edbed-1902-4abf-810a-3c7e51a1de19 req-a71608a3-5251-4a67-8d05-c043c34b4a67 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:39.100199 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d78edbed-1902-4abf-810a-3c7e51a1de19 req-a71608a3-5251-4a67-8d05-c043c34b4a67 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0785167 Oct 12 18:51:39.120201 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:51:39.120552 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 634c39bc-01e5-4cb7-ac07-31ff3f5ed0bd not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:51:39.121136 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device ca919e65-5c66-4d39-98fd-fee86722e852 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:51:39.134480 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:39.135202 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e434dd0a-d61e-40f0-be9f-c56ca81b93b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8006287'] for router_interface, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:39.153603 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd239f0a5-4d66-4900-bf54-58ec73d2ec32', 'name': 'network-vif-deleted', 'tag': 'ca919e65-5c66-4d39-98fd-fee86722e852'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:51:39.156317 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68b81ce-84d6-4671-a546-0ff275f4b455" -d '{"events": [{"server_uuid": "d239f0a5-4d66-4900-bf54-58ec73d2ec32", "name": "network-vif-deleted", "tag": "ca919e65-5c66-4d39-98fd-fee86722e852"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:51:39.175482 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d78edbed-1902-4abf-810a-3c7e51a1de19 req-0ea07d98-4b1a-4493-86b5-2af43f2f0503 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646465 Oct 12 18:51:39.215732 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:39.221541 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49f3ca8-0857-4716-8828-c9e4c3e2074a x-openstack-request-id: req-b49f3ca8-0857-4716-8828-c9e4c3e2074a {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:51:39.223128 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d239f0a5-4d66-4900-bf54-58ec73d2ec32", "name": "network-vif-deleted", "tag": "ca919e65-5c66-4d39-98fd-fee86722e852", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:51:39.226731 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b49f3ca8-0857-4716-8828-c9e4c3e2074a {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:51:39.226731 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd239f0a5-4d66-4900-bf54-58ec73d2ec32', 'name': 'network-vif-deleted', 'tag': 'ca919e65-5c66-4d39-98fd-fee86722e852', 'status': 'completed', 'code': 200} Oct 12 18:51:39.255268 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: ca919e65-5c66-4d39-98fd-fee86722e852 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:51:39.255614 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device ca919e65-5c66-4d39-98fd-fee86722e852 not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:51:39.262472 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port d440c1f9-0134-4e52-8038-fca0bba0a2e8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d440c1f9-0134-4e52-8038-fca0bba0a2e8,segment=NetworkSegment(b6bfccc9-b9c0-4a99-853e-e108890260df),segment_id=b6bfccc9-b9c0-4a99-853e-e108890260df)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:39.273666 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:51:39.273803 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': 'd440c1f9-0134-4e52-8038-fca0bba0a2e8', 'network_id': '3a7d6a7d-01fa-48ea-af8f-5c4ced65156d', 'port_id': 'd440c1f9-0134-4e52-8038-fca0bba0a2e8', 'mac_address': 'fa:16:3e:92:56:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c23577-f536-4b4f-badf-4f5d109932df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:51:39.278472 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:51:39.282447 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:51:39.317046 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:39.317442 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Pushing event updated for resources: {'Port': ['ID=6522943e-7ae1-464f-8ce5-53e4ab67440f,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:39.331712 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d440c1f9-0134-4e52-8038-fca0bba0a2e8 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:51:39.352244 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port d440c1f9-0134-4e52-8038-fca0bba0a2e8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d440c1f9-0134-4e52-8038-fca0bba0a2e8,segment=NetworkSegment(b6bfccc9-b9c0-4a99-853e-e108890260df),segment_id=b6bfccc9-b9c0-4a99-853e-e108890260df)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:39.358721 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:39.465769 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=d440c1f9-0134-4e52-8038-fca0bba0a2e8,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:39.543178 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-e434dd0a-d61e-40f0-be9f-c56ca81b93b5 admin admin] Deleting port a4e2954a-e52d-4c1a-b779-ea81d9399e15 {{(pid=100618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:51:39.543529 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e434dd0a-d61e-40f0-be9f-c56ca81b93b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:39.572457 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:39.606917 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7d470-c827-4a24-97b8-02314362c516 req-7468ef32-f38c-4699-a683-35eb2de06855 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:39.608352 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-30b7d470-c827-4a24-97b8-02314362c516 req-7468ef32-f38c-4699-a683-35eb2de06855 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deee512-7238-4937-adb7-95b16fde8db6 HTTP/1.1" status: 200 len: 945 time: 0.1744769 Oct 12 18:51:39.648112 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [None req-e434dd0a-d61e-40f0-be9f-c56ca81b93b5 admin admin] For port a4e2954a-e52d-4c1a-b779-ea81d9399e15, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=a4e2954a-e52d-4c1a-b779-ea81d9399e15,segment=NetworkSegment(e7a78047-8cb0-4655-a0aa-f55f8278caea),segment_id=e7a78047-8cb0-4655-a0aa-f55f8278caea)] {{(pid=100618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:39.648495 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e434dd0a-d61e-40f0-be9f-c56ca81b93b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:39.667252 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-e434dd0a-d61e-40f0-be9f-c56ca81b93b5 admin admin] Calling delete_port for a4e2954a-e52d-4c1a-b779-ea81d9399e15 owned by network:router_interface {{(pid=100618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:51:39.728373 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-30b7d470-c827-4a24-97b8-02314362c516 req-cbb2faa0-19bd-4e27-8ac0-6779bdeab34a tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815637 Oct 12 18:51:39.732249 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['d440c1f9-0134-4e52-8038-fca0bba0a2e8'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:51:39.846089 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c9881-ea6e-4180-a0be-d030f857d026 req-a386252b-d35f-4e65-a156-fdca17e487ec tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:39.847813 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-122c9881-ea6e-4180-a0be-d030f857d026 req-a386252b-d35f-4e65-a156-fdca17e487ec tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.1178560 Oct 12 18:51:39.905767 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:39.955292 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-122c9881-ea6e-4180-a0be-d030f857d026 req-33e192c4-d927-43be-9451-e2295de98ae3 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966873 Oct 12 18:51:40.019991 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:40.144951 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e434dd0a-d61e-40f0-be9f-c56ca81b93b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:40.174889 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434dd0a-d61e-40f0-be9f-c56ca81b93b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e2954a-e52d-4c1a-b779-ea81d9399e15,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:40.180071 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:40.194536 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:40.273374 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Pushing event updated for resources: {'Port': ['ID=6522943e-7ae1-464f-8ce5-53e4ab67440f,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:40.315930 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7932303'] for floatingip, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:40.362783 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e434dd0a-d61e-40f0-be9f-c56ca81b93b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8006203'] for router_interface, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:40.420314 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75e1bf-f1f2-4e40-8496-1e5582bf0f17 req-b09f1b69-e1b8-4922-8b26-b153f8d0571f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:40.421840 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3f75e1bf-f1f2-4e40-8496-1e5582bf0f17 req-b09f1b69-e1b8-4922-8b26-b153f8d0571f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.1377778 Oct 12 18:51:40.453933 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.l3_db [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Floating IP 49693c10-9660-4139-aed3-95c7bb09ca5c associated. External IP: 172.27.0.249, port: 81a0ec45-078e-4282-8461-bef3f0b4078a. Oct 12 18:51:40.512455 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3f75e1bf-f1f2-4e40-8496-1e5582bf0f17 req-90672e73-a092-4d88-8338-dc5fafe3cc4e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791261 Oct 12 18:51:40.597399 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e434dd0a-d61e-40f0-be9f-c56ca81b93b5 admin admin] Router bc547fc5-c447-4623-b8a1-7dd7de3fc8a8 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:51:40.708669 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e434dd0a-d61e-40f0-be9f-c56ca81b93b5 admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:51:40.716049 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-e434dd0a-d61e-40f0-be9f-c56ca81b93b5 admin admin] 10.222.0.66 "PUT /v2.0/routers/bc547fc5-c447-4623-b8a1-7dd7de3fc8a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0411117 Oct 12 18:51:40.718644 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 38848) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:40.721594 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af360d6c-4f87-411a-bf41-c1d2941bdf44 None None] Sync routers for ids ['bc547fc5-c447-4623-b8a1-7dd7de3fc8a8'] in dv-cinder-813229-2-iscsi {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:51:40.736526 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af360d6c-4f87-411a-bf41-c1d2941bdf44 None None] Routers {'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:51:40.737951 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-af360d6c-4f87-411a-bf41-c1d2941bdf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:51:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['bc547fc5-c447-4623-b8a1-7dd7de3fc8a8'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:40.880550 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bf4249f0-3d07-439c-8d58-7c4ecea21819 admin admin] Notify callbacks [] for router, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:40.884539 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-af360d6c-4f87-411a-bf41-c1d2941bdf44 None None] Set router bc547fc5-c447-4623-b8a1-7dd7de3fc8a8 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:51:41.023849 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bf4249f0-3d07-439c-8d58-7c4ecea21819 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:41.060116 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4657b4-82ef-43b0-8ea7-c868ab9a76f6 req-c9df7c29-d1a4-4687-b5ed-d8503b00aea2 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:41.061654 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7a4657b4-82ef-43b0-8ea7-c868ab9a76f6 req-c9df7c29-d1a4-4687-b5ed-d8503b00aea2 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deee512-7238-4937-adb7-95b16fde8db6 HTTP/1.1" status: 200 len: 945 time: 0.0669699 Oct 12 18:51:41.078973 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Router 7e7615ca-1458-467a-8050-5f4184bd9c23 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:51:41.093375 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device d440c1f9-0134-4e52-8038-fca0bba0a2e8 up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:51:41.148925 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-bf4249f0-3d07-439c-8d58-7c4ecea21819 admin admin] Deleting port 52c0bdba-8471-48d6-9d24-24de9abfa9ba {{(pid=100618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:51:41.150021 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bf4249f0-3d07-439c-8d58-7c4ecea21819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:41.165045 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port d440c1f9-0134-4e52-8038-fca0bba0a2e8 completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:51:41.172545 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port d440c1f9-0134-4e52-8038-fca0bba0a2e8 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:51:41.173656 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:41.258455 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:51:41.263330 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7a4657b4-82ef-43b0-8ea7-c868ab9a76f6 req-a8cbd67e-9c28-41ce-bce8-d06667960711 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931324 Oct 12 18:51:41.288289 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:41.297292 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd02e4-7153-464b-bf45-413404316c49 None None] Sync routers for ids ['7e7615ca-1458-467a-8050-5f4184bd9c23'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:51:41.306270 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [None req-bf4249f0-3d07-439c-8d58-7c4ecea21819 admin admin] For port 52c0bdba-8471-48d6-9d24-24de9abfa9ba, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=52c0bdba-8471-48d6-9d24-24de9abfa9ba,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:41.306654 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bf4249f0-3d07-439c-8d58-7c4ecea21819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:41.312949 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-af360d6c-4f87-411a-bf41-c1d2941bdf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8', 'name': 'tempest-ServerRescueNegativeTestJSON-987333433-router', 'tenant_id': '632a64d9b8e8420c84959edd892a318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '52c0bdba-8471-48d6-9d24-24de9abfa9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:51:40Z', 'revision_number': 5, 'project_id': '632a64d9b8e8420c84959edd892a318b', 'gw_port': {'id': '52c0bdba-8471-48d6-9d24-24de9abfa9ba', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:52Z', 'updated_at': '2021-10-12T18:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:41.321877 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd02e4-7153-464b-bf45-413404316c49 None None] Routers {'7e7615ca-1458-467a-8050-5f4184bd9c23'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:51:41.322546 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-60dd02e4-7153-464b-bf45-413404316c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:51:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['7e7615ca-1458-467a-8050-5f4184bd9c23'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:41.324010 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-bf4249f0-3d07-439c-8d58-7c4ecea21819 admin admin] Calling delete_port for 52c0bdba-8471-48d6-9d24-24de9abfa9ba owned by network:router_gateway {{(pid=100618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:51:41.345864 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-6917a955-bf76-4225-8955-826a607682ef tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6593673 Oct 12 18:51:41.348549 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8459c7-74d7-447b-9248-1e361818cc9d', 'tag': '81a0ec45-078e-4282-8461-bef3f0b4078a'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:51:41.350552 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459be4ff-433c-4021-acee-d9effe3512f7" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8459c7-74d7-447b-9248-1e361818cc9d", "tag": "81a0ec45-078e-4282-8461-bef3f0b4078a"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:51:41.377721 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e30c3-8af1-4491-88ab-02c8f781f010 req-efa9433c-c274-42b1-9b19-568a9fd51ab4 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:41.384935 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7d4e30c3-8af1-4491-88ab-02c8f781f010 req-efa9433c-c274-42b1-9b19-568a9fd51ab4 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.2816854 Oct 12 18:51:41.388841 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af360d6c-4f87-411a-bf41-c1d2941bdf44 None None] Checking router: bc547fc5-c447-4623-b8a1-7dd7de3fc8a8 for host: dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:51:41.411474 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af360d6c-4f87-411a-bf41-c1d2941bdf44 None None] Routers {'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:51:41.413423 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-af360d6c-4f87-411a-bf41-c1d2941bdf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:51:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['bc547fc5-c447-4623-b8a1-7dd7de3fc8a8'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:41.441894 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f80c6fa-bbcc-4e25-869f-95465ffbd474 x-openstack-request-id: req-6f80c6fa-bbcc-4e25-869f-95465ffbd474 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:51:41.442530 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8459c7-74d7-447b-9248-1e361818cc9d", "tag": "81a0ec45-078e-4282-8461-bef3f0b4078a", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:51:41.444251 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6f80c6fa-bbcc-4e25-869f-95465ffbd474 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:51:41.444862 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8459c7-74d7-447b-9248-1e361818cc9d', 'tag': '81a0ec45-078e-4282-8461-bef3f0b4078a', 'status': 'completed', 'code': 200} Oct 12 18:51:41.465679 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-60dd02e4-7153-464b-bf45-413404316c49 None None] Set router 7e7615ca-1458-467a-8050-5f4184bd9c23 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:51:41.513676 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7d4e30c3-8af1-4491-88ab-02c8f781f010 req-41116bd1-418b-4df8-a547-a834f251d502 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261687 Oct 12 18:51:41.524995 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:41.532058 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bf4249f0-3d07-439c-8d58-7c4ecea21819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:41.562794 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459be4ff-433c-4021-acee-d9effe3512f7 req-09ca02ac-caef-41a1-a53f-cde1b92df900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:41.564259 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-459be4ff-433c-4021-acee-d9effe3512f7 req-09ca02ac-caef-41a1-a53f-cde1b92df900 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abd2dfe73e54455087fa10d1fb6fa2e6&device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 1099 time: 0.1055975 Oct 12 18:51:41.568973 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-af360d6c-4f87-411a-bf41-c1d2941bdf44 None None] Set router bc547fc5-c447-4623-b8a1-7dd7de3fc8a8 gateway port host: None {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:51:41.604932 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0deee512-7238-4937-adb7-95b16fde8db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd440c1f9-0134-4e52-8038-fca0bba0a2e8'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:51:41.607492 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22da957-b61e-45b9-b9ac-e4047bc9ad8f" -d '{"events": [{"server_uuid": "0deee512-7238-4937-adb7-95b16fde8db6", "name": "network-vif-plugged", "status": "completed", "tag": "d440c1f9-0134-4e52-8038-fca0bba0a2e8"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:51:41.630588 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port d440c1f9-0134-4e52-8038-fca0bba0a2e8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d440c1f9-0134-4e52-8038-fca0bba0a2e8,segment=NetworkSegment(b6bfccc9-b9c0-4a99-853e-e108890260df),segment_id=b6bfccc9-b9c0-4a99-853e-e108890260df)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:41.656643 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4249f0-3d07-439c-8d58-7c4ecea21819 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c0bdba-8471-48d6-9d24-24de9abfa9ba,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:41.660375 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-af360d6c-4f87-411a-bf41-c1d2941bdf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8', 'name': 'tempest-ServerRescueNegativeTestJSON-987333433-router', 'tenant_id': '632a64d9b8e8420c84959edd892a318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:51:41Z', 'revision_number': 6, 'project_id': '632a64d9b8e8420c84959edd892a318b', 'gw_port_host': None}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:41.704451 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af360d6c-4f87-411a-bf41-c1d2941bdf44 None None] The sync data for ids ['bc547fc5-c447-4623-b8a1-7dd7de3fc8a8'] in dv-cinder-813229-2-iscsi is: [{'id': 'bc547fc5-c447-4623-b8a1-7dd7de3fc8a8', 'name': 'tempest-ServerRescueNegativeTestJSON-987333433-router', 'tenant_id': '632a64d9b8e8420c84959edd892a318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:51:41Z', 'revision_number': 6, 'project_id': '632a64d9b8e8420c84959edd892a318b', 'gw_port_host': None}] {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:51:41.763861 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190bad1a-7190-4208-bd8b-dba130ff4a04 x-openstack-request-id: req-190bad1a-7190-4208-bd8b-dba130ff4a04 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:51:41.763861 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0deee512-7238-4937-adb7-95b16fde8db6", "name": "network-vif-plugged", "status": "completed", "tag": "d440c1f9-0134-4e52-8038-fca0bba0a2e8", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:51:41.763861 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-190bad1a-7190-4208-bd8b-dba130ff4a04 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:51:41.764293 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0deee512-7238-4937-adb7-95b16fde8db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd440c1f9-0134-4e52-8038-fca0bba0a2e8', 'code': 200} Oct 12 18:51:41.767913 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:41.786340 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459be4ff-433c-4021-acee-d9effe3512f7 req-624ef750-2206-4eae-8259-1a6be941a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:41.787449 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bf4249f0-3d07-439c-8d58-7c4ecea21819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7932377'] for router_gateway, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:41.789531 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-459be4ff-433c-4021-acee-d9effe3512f7 req-624ef750-2206-4eae-8259-1a6be941a576 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad3e155a-73bb-40c2-b397-cbadd351c43b HTTP/1.1" status: 200 len: 908 time: 0.2158794 Oct 12 18:51:41.802127 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9c6b2-38b2-4612-adc2-c168c647f2ef req-a0e88419-cd9a-4f14-9f2a-ce8602a9d5f1 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:41.803996 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b8d9c6b2-38b2-4612-adc2-c168c647f2ef req-a0e88419-cd9a-4f14-9f2a-ce8602a9d5f1 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.1105309 Oct 12 18:51:41.842996 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=d440c1f9-0134-4e52-8038-fca0bba0a2e8,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:41.881637 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-60dd02e4-7153-464b-bf45-413404316c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'name': 'tempest-TestShelveInstance-38880272-router', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:05Z', 'updated_at': '2021-10-12T18:50:09Z', 'revision_number': 4, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'gw_port': {'id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:06Z', 'updated_at': '2021-10-12T18:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '49693c10-9660-4139-aed3-95c7bb09ca5c', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'port_id': '81a0ec45-078e-4282-8461-bef3f0b4078a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b', 'mac_address': 'fa:16:3e:ea:5c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8459c7-74d7-447b-9248-1e361818cc9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:51:39Z', 'updated_at': '2021-10-12T18:51:39Z', 'revision_number': 0, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5954d796-ec69-499e-8489-387f1e84fb3c', 'name': '', 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'mac_address': 'fa:16:3e:4f:42:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:09Z', 'updated_at': '2021-10-12T18:50:13Z', 'revision_number': 5, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'subnets': [{'id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:41.915977 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd02e4-7153-464b-bf45-413404316c49 None None] Checking router: 7e7615ca-1458-467a-8050-5f4184bd9c23 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:51:41.926037 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd02e4-7153-464b-bf45-413404316c49 None None] Routers {'7e7615ca-1458-467a-8050-5f4184bd9c23'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:51:41.926855 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-60dd02e4-7153-464b-bf45-413404316c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:51:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['7e7615ca-1458-467a-8050-5f4184bd9c23'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:41.952027 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b8d9c6b2-38b2-4612-adc2-c168c647f2ef req-91a08537-28db-4447-a281-c8263cc80143 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383843 Oct 12 18:51:41.955662 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bf4249f0-3d07-439c-8d58-7c4ecea21819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24860'] for router, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:41.958131 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bf4249f0-3d07-439c-8d58-7c4ecea21819 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:41.975450 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed0219-fca7-4366-b77a-703bec79945b req-5dc0070e-6a1a-4e64-aed3-d861c00476df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:41.977169 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0fed0219-fca7-4366-b77a-703bec79945b req-5dc0070e-6a1a-4e64-aed3-d861c00476df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0deee512-7238-4937-adb7-95b16fde8db6 HTTP/1.1" status: 200 len: 1099 time: 0.0859094 Oct 12 18:51:41.984402 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-459be4ff-433c-4021-acee-d9effe3512f7 req-9b68f601-2e4d-489e-9060-95c7a97c6b80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81a0ec45-078e-4282-8461-bef3f0b4078a HTTP/1.1" status: 200 len: 1000 time: 0.1791029 Oct 12 18:51:42.045232 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bf4249f0-3d07-439c-8d58-7c4ecea21819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7999778'] for router, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:42.045968 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4249f0-3d07-439c-8d58-7c4ecea21819 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc547fc5-c447-4623-b8a1-7dd7de3fc8a8 {{(pid=100618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:51:42.046744 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0fed0219-fca7-4366-b77a-703bec79945b req-a324b95a-ffcd-407a-9168-71d79e84f432 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610254 Oct 12 18:51:42.052799 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bf4249f0-3d07-439c-8d58-7c4ecea21819 admin admin] Notify callbacks [] for router, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:42.056318 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-bf4249f0-3d07-439c-8d58-7c4ecea21819 admin admin] 10.222.0.66 "DELETE /v2.0/routers/bc547fc5-c447-4623-b8a1-7dd7de3fc8a8 HTTP/1.1" status: 204 len: 168 time: 1.3342392 Oct 12 18:51:42.057152 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 38926) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:42.063276 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459be4ff-433c-4021-acee-d9effe3512f7 req-4cb1c434-5ed3-46d0-a1e5-5b878cc80ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:42.064409 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-459be4ff-433c-4021-acee-d9effe3512f7 req-4cb1c434-5ed3-46d0-a1e5-5b878cc80ec8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd6be2c9-cd51-4484-8581-614ec0f3328e HTTP/1.1" status: 200 len: 846 time: 0.0728455 Oct 12 18:51:42.084663 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-60dd02e4-7153-464b-bf45-413404316c49 None None] Set router 7e7615ca-1458-467a-8050-5f4184bd9c23 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:51:42.116302 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c3acde-db5c-4e99-97fe-f5302c7228d7 admin admin] Deleting subnet 5b19d8b1-43db-4203-8a71-c6a7231cd947 {{(pid=100618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:51:42.125477 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-94c3acde-db5c-4e99-97fe-f5302c7228d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:42.159469 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-94c3acde-db5c-4e99-97fe-f5302c7228d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4565152'] for subnet, precommit_delete_associations {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:42.206093 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-94c3acde-db5c-4e99-97fe-f5302c7228d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785012'] for subnet, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:42.259633 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-94c3acde-db5c-4e99-97fe-f5302c7228d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4877996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4748867'] for subnet, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:42.287305 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3acde-db5c-4e99-97fe-f5302c7228d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b19d8b1-43db-4203-8a71-c6a7231cd947,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:42.289238 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-94c3acde-db5c-4e99-97fe-f5302c7228d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:42.293420 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-94c3acde-db5c-4e99-97fe-f5302c7228d7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5b19d8b1-43db-4203-8a71-c6a7231cd947 HTTP/1.1" status: 204 len: 168 time: 0.2345386 Oct 12 18:51:42.295961 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 38932) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:42.348683 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-60dd02e4-7153-464b-bf45-413404316c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'name': 'tempest-TestShelveInstance-38880272-router', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:05Z', 'updated_at': '2021-10-12T18:50:09Z', 'revision_number': 4, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'gw_port': {'id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:06Z', 'updated_at': '2021-10-12T18:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '49693c10-9660-4139-aed3-95c7bb09ca5c', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'port_id': '81a0ec45-078e-4282-8461-bef3f0b4078a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b', 'mac_address': 'fa:16:3e:ea:5c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8459c7-74d7-447b-9248-1e361818cc9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:51:39Z', 'updated_at': '2021-10-12T18:51:39Z', 'revision_number': 0, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5954d796-ec69-499e-8489-387f1e84fb3c', 'name': '', 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'mac_address': 'fa:16:3e:4f:42:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:09Z', 'updated_at': '2021-10-12T18:50:13Z', 'revision_number': 5, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'subnets': [{'id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:42.368381 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8672-fc4b-4739-9e58-2b5757b4c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656927'] for network, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:42.376099 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd02e4-7153-464b-bf45-413404316c49 None None] The sync data for ids ['7e7615ca-1458-467a-8050-5f4184bd9c23'] in dv-cinder-813229-2-iscsi is: [{'id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'name': 'tempest-TestShelveInstance-38880272-router', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:05Z', 'updated_at': '2021-10-12T18:50:09Z', 'revision_number': 4, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'gw_port': {'id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:06Z', 'updated_at': '2021-10-12T18:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '49693c10-9660-4139-aed3-95c7bb09ca5c', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'port_id': '81a0ec45-078e-4282-8461-bef3f0b4078a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b', 'mac_address': 'fa:16:3e:ea:5c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8459c7-74d7-447b-9248-1e361818cc9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:51:39Z', 'updated_at': '2021-10-12T18:51:39Z', 'revision_number': 0, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5954d796-ec69-499e-8489-387f1e84fb3c', 'name': '', 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'mac_address': 'fa:16:3e:4f:42:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:09Z', 'updated_at': '2021-10-12T18:50:13Z', 'revision_number': 5, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'subnets': [{'id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:51:42.405004 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9f0b1-2eac-4b27-889a-669786e55fc2 req-c44fc6dd-898d-493d-84af-c1d14962f9b3 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:42.406585 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b3d9f0b1-2eac-4b27-889a-669786e55fc2 req-c44fc6dd-898d-493d-84af-c1d14962f9b3 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deee512-7238-4937-adb7-95b16fde8db6 HTTP/1.1" status: 200 len: 946 time: 0.0665543 Oct 12 18:51:42.462431 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8672-fc4b-4739-9e58-2b5757b4c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721551', 'neutron.services.segments.db._delete_segments_for_network-8753793662980'] for network, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:42.479204 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b3d9f0b1-2eac-4b27-889a-669786e55fc2 req-28df6cb1-1c0b-435a-881a-ee6cfff86f80 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650592 Oct 12 18:51:42.484559 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-ee4e8672-fc4b-4739-9e58-2b5757b4c3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4e204a-982c-455b-87fd-0d4fbe139919']}} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:42.485336 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459be4ff-433c-4021-acee-d9effe3512f7 req-def64568-4391-405d-865d-02b50f1564f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:42.486929 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-459be4ff-433c-4021-acee-d9effe3512f7 req-def64568-4391-405d-865d-02b50f1564f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad3e155a-73bb-40c2-b397-cbadd351c43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717096 Oct 12 18:51:42.494278 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-ee4e8672-fc4b-4739-9e58-2b5757b4c3d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a78047-8cb0-4655-a0aa-f55f8278caea') {'for_net_delete': True} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:42.494872 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-ee4e8672-fc4b-4739-9e58-2b5757b4c3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a78047-8cb0-4655-a0aa-f55f8278caea') {} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:51:42.504958 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8672-fc4b-4739-9e58-2b5757b4c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753793662477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4565163'] for segment, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:42.520066 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8672-fc4b-4739-9e58-2b5757b4c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:42.527675 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4e8672-fc4b-4739-9e58-2b5757b4c3d6 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=100618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:51:42.528139 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8672-fc4b-4739-9e58-2b5757b4c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4876658'] for segment, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: Traceback (most recent call last): Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: timer() Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: cb(*args, **kw) Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: return func(*args, **kwargs) Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: self._notify() Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: self.callback(batched_events) Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: event.method(event) Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: return f(self, *a, **k) Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: return self._get(url).json() Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: return self.request(url, 'GET', **kwargs) Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:51:42.529831 dv-cinder-813229-2-iscsi neutron-server[100618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:51:42.592207 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-459be4ff-433c-4021-acee-d9effe3512f7 req-3f96dff2-884c-4756-848d-13d90c2593c4 service neutron] 10.222.0.21 "GET /v2.0/networks/ad3e155a-73bb-40c2-b397-cbadd351c43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949275 Oct 12 18:51:42.621982 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8672-fc4b-4739-9e58-2b5757b4c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7932349'] for network, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:42.632649 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8672-fc4b-4739-9e58-2b5757b4c3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:42.639519 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-ee4e8672-fc4b-4739-9e58-2b5757b4c3d6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3a4e204a-982c-455b-87fd-0d4fbe139919 HTTP/1.1" status: 204 len: 168 time: 0.3403895 Oct 12 18:51:42.648183 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e8672-fc4b-4739-9e58-2b5757b4c3d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4e204a-982c-455b-87fd-0d4fbe139919,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:42.651910 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81390c4-25ac-4ef3-86a5-a0f871f8b72e None None] New status for floating IP 49693c10-9660-4139-aed3-95c7bb09ca5c: ACTIVE {{(pid=100620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:51:42.737075 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc62a0d-e7a7-43c1-b447-6e76d893e7e9 req-de8b59e8-84e6-4689-b3c3-c81f8ead9f51 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:42.744164 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0fc62a0d-e7a7-43c1-b447-6e76d893e7e9 req-de8b59e8-84e6-4689-b3c3-c81f8ead9f51 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0865324 Oct 12 18:51:42.755271 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-459be4ff-433c-4021-acee-d9effe3512f7 req-520807ee-26d6-4670-a0dc-9b47d656f1de service neutron] 10.222.0.21 "GET /v2.0/networks/ad3e155a-73bb-40c2-b397-cbadd351c43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549573 Oct 12 18:51:42.790977 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0fc62a0d-e7a7-43c1-b447-6e76d893e7e9 req-71d6414c-4a55-4ffb-8e4b-4a2b5104cb19 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434000 Oct 12 18:51:42.866318 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 38938) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:42.921017 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device a4e2954a-e52d-4c1a-b779-ea81d9399e15 no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:51:42.926110 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-c93795c3-03c6-41d9-ad92-951ab210cb74 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=632a64d9b8e8420c84959edd892a318b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0586143 Oct 12 18:51:42.928471 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 38940) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:42.941411 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: a4e2954a-e52d-4c1a-b779-ea81d9399e15 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:51:42.941411 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device a4e2954a-e52d-4c1a-b779-ea81d9399e15 not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:51:42.941725 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 52c0bdba-8471-48d6-9d24-24de9abfa9ba no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:51:42.967901 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: 52c0bdba-8471-48d6-9d24-24de9abfa9ba {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:51:42.968245 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 52c0bdba-8471-48d6-9d24-24de9abfa9ba not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:51:42.981627 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-8bb194d2-d9cf-4cad-b399-f8ee8fc3270f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:43.004721 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-8bb194d2-d9cf-4cad-b399-f8ee8fc3270f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:43.051785 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-8bb194d2-d9cf-4cad-b399-f8ee8fc3270f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:43.055008 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-8bb194d2-d9cf-4cad-b399-f8ee8fc3270f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:43.056291 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-8bb194d2-d9cf-4cad-b399-f8ee8fc3270f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/63ab60af-17d1-4674-bdeb-cbfd58002b55 HTTP/1.1" status: 204 len: 168 time: 0.1268637 Oct 12 18:51:43.069858 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb194d2-d9cf-4cad-b399-f8ee8fc3270f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ab60af-17d1-4674-bdeb-cbfd58002b55,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:43.136095 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad4d58-1f4b-43c5-a7bb-222d6e281a6b req-d66a4cb0-8407-441c-8a9f-e8a70d6bc075 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:43.139262 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-16ad4d58-1f4b-43c5-a7bb-222d6e281a6b req-d66a4cb0-8407-441c-8a9f-e8a70d6bc075 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0869994 Oct 12 18:51:43.178293 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-16ad4d58-1f4b-43c5-a7bb-222d6e281a6b req-4736c851-0ee2-4c65-a610-c692268867f6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335264 Oct 12 18:51:43.380743 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 38958) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:43.520116 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 38968) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:43.520252 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-0e67a6c7-97f1-4fac-b19c-9681a456dfb6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a9d590d97f44268a38e0721ecc9b3aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382117 Oct 12 18:51:43.613637 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-15a944c4-03ae-4e8d-ab75-b8b51e3e4699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:43.641397 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46dfdc-caa3-4159-bf85-f9f81d0b325c req-54ba3aad-f5e6-4ca6-8210-5da9702c403e tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:43.642846 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fe46dfdc-caa3-4159-bf85-f9f81d0b325c req-54ba3aad-f5e6-4ca6-8210-5da9702c403e tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deee512-7238-4937-adb7-95b16fde8db6 HTTP/1.1" status: 200 len: 946 time: 0.0742207 Oct 12 18:51:43.653177 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-15a944c4-03ae-4e8d-ab75-b8b51e3e4699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:43.710945 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fe46dfdc-caa3-4159-bf85-f9f81d0b325c req-ecc99c07-9bec-4d5b-bd82-d348df04827e tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605054 Oct 12 18:51:43.736820 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-15a944c4-03ae-4e8d-ab75-b8b51e3e4699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:43.739849 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-15a944c4-03ae-4e8d-ab75-b8b51e3e4699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:43.741161 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-15a944c4-03ae-4e8d-ab75-b8b51e3e4699 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/211ef286-3bda-44ab-96cd-e768f573b67f HTTP/1.1" status: 204 len: 168 time: 0.2196004 Oct 12 18:51:43.751542 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a944c4-03ae-4e8d-ab75-b8b51e3e4699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211ef286-3bda-44ab-96cd-e768f573b67f,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:43.878252 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 38984) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:43.923257 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1a0f1-499e-4139-9a7e-645b6f632170 req-e7744124-69ff-459e-bffe-da04fc0de493 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:43.925063 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-95a1a0f1-499e-4139-9a7e-645b6f632170 req-e7744124-69ff-459e-bffe-da04fc0de493 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0631938 Oct 12 18:51:43.971687 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-95a1a0f1-499e-4139-9a7e-645b6f632170 req-3633a6da-0365-4cdb-9df0-fef523d2e927 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402784 Oct 12 18:51:44.121773 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-e8dae1c8-90c9-4132-b29d-f1b514bb1919 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-832319645-network', 'tenant_id': 'efcda96e77f946c2ab418f6123c104b9'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:44.141619 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dae1c8-90c9-4132-b29d-f1b514bb1919 admin admin] Made reservation on behalf of efcda96e77f946c2ab418f6123c104b9 for: {'network': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:51:44.143979 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e8dae1c8-90c9-4132-b29d-f1b514bb1919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:44.153110 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e8dae1c8-90c9-4132-b29d-f1b514bb1919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:44.230930 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e8dae1c8-90c9-4132-b29d-f1b514bb1919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:44.234730 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e8dae1c8-90c9-4132-b29d-f1b514bb1919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:44.260883 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8dae1c8-90c9-4132-b29d-f1b514bb1919 admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=100618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:51:44.270668 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dae1c8-90c9-4132-b29d-f1b514bb1919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22100cc7-a083-4421-bba1-627485d33f3f,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:44.275507 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e8dae1c8-90c9-4132-b29d-f1b514bb1919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:44.276429 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.db.segments_db [None req-e8dae1c8-90c9-4132-b29d-f1b514bb1919 admin admin] Added segment d8c86b1b-cbc1-4d4a-8931-3356ff4de455 of type vlan for network a432cf15-e37b-419e-a4db-633dca50c816 Oct 12 18:51:44.314954 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c83c72-c00f-4563-b9de-ba339397b043 req-289d037d-b12b-46da-b54b-8d596f55b4fc tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:44.317136 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-24c83c72-c00f-4563-b9de-ba339397b043 req-289d037d-b12b-46da-b54b-8d596f55b4fc tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0591221 Oct 12 18:51:44.319764 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e8dae1c8-90c9-4132-b29d-f1b514bb1919 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:44.347056 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e8dae1c8-90c9-4132-b29d-f1b514bb1919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:44.348078 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dae1c8-90c9-4132-b29d-f1b514bb1919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:44.349492 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e8dae1c8-90c9-4132-b29d-f1b514bb1919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:44.357960 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-24c83c72-c00f-4563-b9de-ba339397b043 req-45ed70dc-68cb-4afd-bc3c-f27a7c750b73 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353785 Oct 12 18:51:44.401237 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-e8dae1c8-90c9-4132-b29d-f1b514bb1919 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5212986 Oct 12 18:51:44.404223 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 38990) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:51:44.409098 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-5e42a2b6-5cda-48fc-ab79-373271133ac1 admin admin] Request body: {'subnet': {'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-832319645-subnet', 'tenant_id': 'efcda96e77f946c2ab418f6123c104b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:44.411643 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dae1c8-90c9-4132-b29d-f1b514bb1919 admin admin] Pushing event updated for resources: {'Network': ['ID=a432cf15-e37b-419e-a4db-633dca50c816,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:44.423575 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network a432cf15-e37b-419e-a4db-633dca50c816 details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:51:44.435532 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e42a2b6-5cda-48fc-ab79-373271133ac1 admin admin] Made reservation on behalf of efcda96e77f946c2ab418f6123c104b9 for: {'subnet': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:51:44.438039 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5e42a2b6-5cda-48fc-ab79-373271133ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4759592'] for subnet, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:44.609530 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5e42a2b6-5cda-48fc-ab79-373271133ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5055621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4759558'] for subnet, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:44.654104 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42a2b6-5cda-48fc-ab79-373271133ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7aff1e9-8d46-4283-85e0-404784d3cafe,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:44.672070 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e42a2b6-5cda-48fc-ab79-373271133ac1 admin admin] Checking segment: {'id': 'd8c86b1b-cbc1-4d4a-8931-3356ff4de455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:51:44.672432 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e42a2b6-5cda-48fc-ab79-373271133ac1 admin admin] Network hostable DHCP agents. Network: a432cf15-e37b-419e-a4db-633dca50c816, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:51:44.688162 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e42a2b6-5cda-48fc-ab79-373271133ac1 admin admin] Network a432cf15-e37b-419e-a4db-633dca50c816 is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:51:44.696189 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-5e42a2b6-5cda-48fc-ab79-373271133ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, a432cf15-e37b-419e-a4db-633dca50c816) {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:51:44.700763 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e42a2b6-5cda-48fc-ab79-373271133ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:44.701619 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5e42a2b6-5cda-48fc-ab79-373271133ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:44.705791 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2011c223-b52b-45d5-8fdd-6f39a39f42cd None None] Network a432cf15-e37b-419e-a4db-633dca50c816 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:51:44.718912 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-5e42a2b6-5cda-48fc-ab79-373271133ac1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3132443 Oct 12 18:51:44.829811 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866dab42-281f-464d-bf43-eced3c8bba42 req-6011fa2a-a9a7-413b-ae04-a0f7bdb373ab tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:44.844948 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-866dab42-281f-464d-bf43-eced3c8bba42 req-6011fa2a-a9a7-413b-ae04-a0f7bdb373ab tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deee512-7238-4937-adb7-95b16fde8db6 HTTP/1.1" status: 200 len: 946 time: 0.0490468 Oct 12 18:51:44.845418 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fc4f1f-0e24-41d8-9b89-1c2316d36c1b None None] Network a432cf15-e37b-419e-a4db-633dca50c816 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:51:44.874315 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-866dab42-281f-464d-bf43-eced3c8bba42 req-480d945c-bd40-4166-95ec-3286ddd18694 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346761 Oct 12 18:51:45.129644 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:51:45.190261 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0773e-1882-48db-86c4-8e20b32db720 req-8018e571-bd45-440c-aab0-effe749e5bf1 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:45.199028 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-71a0773e-1882-48db-86c4-8e20b32db720 req-8018e571-bd45-440c-aab0-effe749e5bf1 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/networks?id=a432cf15-e37b-419e-a4db-633dca50c816 HTTP/1.1" status: 200 len: 814 time: 0.1303477 Oct 12 18:51:45.230017 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-71a0773e-1882-48db-86c4-8e20b32db720 req-a5c192bc-165f-4f40-b9fd-5ba778a93759 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/quotas/efcda96e77f946c2ab418f6123c104b9 HTTP/1.1" status: 200 len: 375 time: 0.0300388 Oct 12 18:51:45.264314 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:45.276660 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'port_id': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0', 'mac_address': 'fa:16:3e:ad:dc:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:51:45.293113 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-71a0773e-1882-48db-86c4-8e20b32db720 req-f47c3230-cb53-48b2-92f3-b600f7ae40d4 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=efcda96e77f946c2ab418f6123c104b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524004 Oct 12 18:51:45.318001 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:45.321851 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942aea3-e492-4cfc-9ebc-125d2496176a req-710feda6-1cfd-4f47-92e1-e39b0468bbb6 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:45.323379 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2942aea3-e492-4cfc-9ebc-125d2496176a req-710feda6-1cfd-4f47-92e1-e39b0468bbb6 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0844517 Oct 12 18:51:45.331906 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:51:45.351638 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:45.356558 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:45.408001 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2942aea3-e492-4cfc-9ebc-125d2496176a req-a30a7f37-a0a1-4239-aa34-2f1e3da801c5 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744898 Oct 12 18:51:45.410187 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,revision_number=6']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:45.441589 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-71a0773e-1882-48db-86c4-8e20b32db720 req-49a45262-a403-4f11-a2a5-6691e33d8f9d service neutron] 10.222.0.66 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357973 Oct 12 18:51:45.491398 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['1c90406d-8aba-4c3c-9e70-e4b0c680adf0'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:51:45.575254 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fa751-e773-41b0-9f3e-629b0147bdcc req-754b9ca4-c702-4168-8006-c31c55e1456f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:45.576876 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-969fa751-e773-41b0-9f3e-629b0147bdcc req-754b9ca4-c702-4168-8006-c31c55e1456f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 944 time: 0.1110713 Oct 12 18:51:45.579046 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-71a0773e-1882-48db-86c4-8e20b32db720 req-e469cc7d-2faf-47ea-a0c6-1a339025e2f4 service neutron] 10.222.0.66 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316869 Oct 12 18:51:45.619935 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-969fa751-e773-41b0-9f3e-629b0147bdcc req-8aec6897-5a0b-409e-af1f-4523e558f403 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352526 Oct 12 18:51:45.746165 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3a49097a-1b43-4f06-bdc6-6cac9cde55da req-d99ae441-22f0-4373-91c3-d6f35e9a96be tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 210 time: 0.0271952 Oct 12 18:51:46.526844 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cd517-4746-4f3a-aa37-70b78cb4e2d1 req-cd555bfc-acf1-472b-9455-a3f49e8b317f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:46.528167 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-068cd517-4746-4f3a-aa37-70b78cb4e2d1 req-cd555bfc-acf1-472b-9455-a3f49e8b317f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0513260 Oct 12 18:51:46.565401 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-068cd517-4746-4f3a-aa37-70b78cb4e2d1 req-dba26841-a595-41e0-b54c-955b3f1396df tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313637 Oct 12 18:51:46.800639 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd52a1-b244-4afd-80b8-3ce244b04058 req-26f7e71c-3ecc-4c90-aa61-bf2f05d68a28 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:46.802086 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-61dd52a1-b244-4afd-80b8-3ce244b04058 req-26f7e71c-3ecc-4c90-aa61-bf2f05d68a28 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 944 time: 0.0804224 Oct 12 18:51:46.837045 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0773e-1882-48db-86c4-8e20b32db720 req-87e3b188-140b-4ca9-ae89-327ed72009c0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:46.839109 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-71a0773e-1882-48db-86c4-8e20b32db720 req-87e3b188-140b-4ca9-ae89-327ed72009c0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.21 "GET /v2.0/networks?id=a432cf15-e37b-419e-a4db-633dca50c816 HTTP/1.1" status: 200 len: 814 time: 0.1647673 Oct 12 18:51:46.868638 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4461ccf1-0df4-4c81-bd82-2b8ca94d46e2 req-d1dbc693-55db-4265-bf5d-e19247506bb5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 210 time: 0.0405598 Oct 12 18:51:46.877728 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-71a0773e-1882-48db-86c4-8e20b32db720 req-b5a55427-abcb-4473-8ec2-08666f3b596f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Request body: {'port': {'device_id': '09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a', 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816', 'admin_state_up': True, 'tenant_id': 'efcda96e77f946c2ab418f6123c104b9'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:46.897504 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-61dd52a1-b244-4afd-80b8-3ce244b04058 req-10778b5e-f021-4363-97f3-794a5409edb2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850732 Oct 12 18:51:46.991849 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a0773e-1882-48db-86c4-8e20b32db720 req-b5a55427-abcb-4473-8ec2-08666f3b596f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Made reservation on behalf of efcda96e77f946c2ab418f6123c104b9 for: {'port': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:51:46.996384 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-71a0773e-1882-48db-86c4-8e20b32db720 req-b5a55427-abcb-4473-8ec2-08666f3b596f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:47.114443 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [req-71a0773e-1882-48db-86c4-8e20b32db720 req-b5a55427-abcb-4473-8ec2-08666f3b596f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Allocated IP 172.20.0.10 (a432cf15-e37b-419e-a4db-633dca50c816/a7aff1e9-8d46-4283-85e0-404784d3cafe/567c9762-e9f1-4cc6-af81-877ce911b1b4) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:51:47.146547 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:51:47.193913 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:51:47.194283 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:47.258322 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-71a0773e-1882-48db-86c4-8e20b32db720 req-b5a55427-abcb-4473-8ec2-08666f3b596f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:47.271538 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:47.293439 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-71a0773e-1882-48db-86c4-8e20b32db720 req-b5a55427-abcb-4473-8ec2-08666f3b596f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:47.295536 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e68a74-2b35-4ad6-9240-eb2f680ecc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:51:47.297969 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bff4c71-1f25-4920-aced-7837b8e0e0ff" -d '{"events": [{"server_uuid": "63e68a74-2b35-4ad6-9240-eb2f680ecc65", "name": "network-vif-plugged", "status": "completed", "tag": "1c90406d-8aba-4c3c-9e70-e4b0c680adf0"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:51:47.311282 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:47.316277 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:47.337814 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a0773e-1882-48db-86c4-8e20b32db720 req-b5a55427-abcb-4473-8ec2-08666f3b596f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Network a432cf15-e37b-419e-a4db-633dca50c816 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:51:47.341864 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [req-71a0773e-1882-48db-86c4-8e20b32db720 req-b5a55427-abcb-4473-8ec2-08666f3b596f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:51:47.345817 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a0773e-1882-48db-86c4-8e20b32db720 req-b5a55427-abcb-4473-8ec2-08666f3b596f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:51:47.365010 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4884875e-1e2f-4f64-9292-d95c3d189f33 x-openstack-request-id: req-4884875e-1e2f-4f64-9292-d95c3d189f33 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:51:47.365389 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e68a74-2b35-4ad6-9240-eb2f680ecc65", "name": "network-vif-plugged", "status": "completed", "tag": "1c90406d-8aba-4c3c-9e70-e4b0c680adf0", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:51:47.365763 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4884875e-1e2f-4f64-9292-d95c3d189f33 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:51:47.366240 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e68a74-2b35-4ad6-9240-eb2f680ecc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0', 'code': 200} Oct 12 18:51:47.373109 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a55427-abcb-4473-8ec2-08666f3b596f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Pushing event updated for resources: {'Port': ['ID=567c9762-e9f1-4cc6-af81-877ce911b1b4,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:47.374576 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,revision_number=7']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:47.400918 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0773e-1882-48db-86c4-8e20b32db720 req-b5a55427-abcb-4473-8ec2-08666f3b596f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:47.401562 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-71a0773e-1882-48db-86c4-8e20b32db720 req-b5a55427-abcb-4473-8ec2-08666f3b596f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:47.417686 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-71a0773e-1882-48db-86c4-8e20b32db720 req-b5a55427-abcb-4473-8ec2-08666f3b596f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5511861 Oct 12 18:51:47.430730 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] Request body: {'port': {'device_id': '09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:51:47.481552 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:47.779986 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca07f82-bb97-42ec-a761-e739185a7cbf req-8133fc26-7aa7-46ac-97a8-31b6df0d636b tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:47.781441 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3ca07f82-bb97-42ec-a761-e739185a7cbf req-8133fc26-7aa7-46ac-97a8-31b6df0d636b tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.1441836 Oct 12 18:51:47.783148 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567c9762-e9f1-4cc6-af81-877ce911b1b4 {{(pid=100617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:51:47.795868 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:47.817786 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.provisioning_blocks [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] Transition to ACTIVE for port object 567c9762-e9f1-4cc6-af81-877ce911b1b4 will not be triggered until provisioned by entity L2. {{(pid=100617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:51:47.826347 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:47.862521 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3ca07f82-bb97-42ec-a761-e739185a7cbf req-64cb7280-c72e-449c-995c-1a1cce3d5531 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749738 Oct 12 18:51:47.886679 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695eb058-3b80-435d-88dc-213411f091df service neutron] Pushing event updated for resources: {'Port': ['ID=567c9762-e9f1-4cc6-af81-877ce911b1b4,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:47.965076 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] Attempting to bind port 567c9762-e9f1-4cc6-af81-877ce911b1b4 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:51:47.965515 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] Attempting to bind port 567c9762-e9f1-4cc6-af81-877ce911b1b4 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd8c86b1b-cbc1-4d4a-8931-3356ff4de455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816'}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:51:47.965899 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] Attempting to bind port 567c9762-e9f1-4cc6-af81-877ce911b1b4 on network a432cf15-e37b-419e-a4db-633dca50c816 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:51:47.970448 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] Port 567c9762-e9f1-4cc6-af81-877ce911b1b4 on network a432cf15-e37b-419e-a4db-633dca50c816 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:51:47.970837 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] Attempting to bind port 567c9762-e9f1-4cc6-af81-877ce911b1b4 on network a432cf15-e37b-419e-a4db-633dca50c816 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:51:47.985705 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:51:47.986041 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] Checking segment: {'id': 'd8c86b1b-cbc1-4d4a-8931-3356ff4de455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:51:47.986417 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] Bound using segment: {'id': 'd8c86b1b-cbc1-4d4a-8931-3356ff4de455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816'} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:51:47.986848 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] Bound port: 567c9762-e9f1-4cc6-af81-877ce911b1b4, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c86b1b-cbc1-4d4a-8931-3356ff4de455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816'}}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:51:47.987189 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:48.089434 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6edc43-97f5-49e7-bbed-0c347a52dd06 req-c8def659-6712-4b12-9aa8-79a056568c30 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:48.090859 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0b6edc43-97f5-49e7-bbed-0c347a52dd06 req-c8def659-6712-4b12-9aa8-79a056568c30 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.1177309 Oct 12 18:51:48.112366 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744737f3-d2fe-4d1e-8bd7-ee2190b0a41e req-8c1faad9-caca-4f35-b309-517e1ca33e58 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:48.113835 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-744737f3-d2fe-4d1e-8bd7-ee2190b0a41e req-8c1faad9-caca-4f35-b309-517e1ca33e58 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 944 time: 0.1763813 Oct 12 18:51:48.141120 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] For port 567c9762-e9f1-4cc6-af81-877ce911b1b4, host hv-cinder-81322, cleared binding levels {{(pid=100617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:51:48.165097 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] For port 567c9762-e9f1-4cc6-af81-877ce911b1b4, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=567c9762-e9f1-4cc6-af81-877ce911b1b4,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:51:48.174753 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:48.200012 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0b6edc43-97f5-49e7-bbed-0c347a52dd06 req-fda317d7-1e0f-4a85-b825-d4f1aae6931b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979271 Oct 12 18:51:48.226059 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-744737f3-d2fe-4d1e-8bd7-ee2190b0a41e req-ae2a5182-7f52-4758-aa5a-39b98d314c94 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014450 Oct 12 18:51:48.234140 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:48.234743 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:48.236088 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-71a0773e-1882-48db-86c4-8e20b32db720 req-695eb058-3b80-435d-88dc-213411f091df service neutron] 10.222.0.21 "PUT /v2.0/ports/567c9762-e9f1-4cc6-af81-877ce911b1b4 HTTP/1.1" status: 200 len: 1094 time: 0.8092501 Oct 12 18:51:48.236623 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a', 'tag': '567c9762-e9f1-4cc6-af81-877ce911b1b4'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:51:48.238724 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768ea506-88e1-47ad-af6d-5ff1a5f6d149" -d '{"events": [{"name": "network-changed", "server_uuid": "09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a", "tag": "567c9762-e9f1-4cc6-af81-877ce911b1b4"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:51:48.259597 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695eb058-3b80-435d-88dc-213411f091df service neutron] Pushing event updated for resources: {'Port': ['ID=567c9762-e9f1-4cc6-af81-877ce911b1b4,revision_number=3']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:48.279674 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6038d3-b5f3-4b58-89bd-88e96661a851 x-openstack-request-id: req-df6038d3-b5f3-4b58-89bd-88e96661a851 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:51:48.279964 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a", "tag": "567c9762-e9f1-4cc6-af81-877ce911b1b4", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:51:48.280242 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-df6038d3-b5f3-4b58-89bd-88e96661a851 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:51:48.280634 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a', 'tag': '567c9762-e9f1-4cc6-af81-877ce911b1b4', 'status': 'completed', 'code': 200} Oct 12 18:51:48.335220 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0773e-1882-48db-86c4-8e20b32db720 req-09d6399a-c962-40da-9759-8b9f6554deab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:48.336703 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-71a0773e-1882-48db-86c4-8e20b32db720 req-09d6399a-c962-40da-9759-8b9f6554deab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efcda96e77f946c2ab418f6123c104b9&device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 1097 time: 0.0447173 Oct 12 18:51:48.382985 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-71a0773e-1882-48db-86c4-8e20b32db720 req-f27964ba-4ae8-4718-92d4-daed4c253c1a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=567c9762-e9f1-4cc6-af81-877ce911b1b4 HTTP/1.1" status: 200 len: 217 time: 0.0342886 Oct 12 18:51:48.436576 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0773e-1882-48db-86c4-8e20b32db720 req-09f4da48-4b2e-4428-96d0-3ca11f7a885e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:48.438068 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-71a0773e-1882-48db-86c4-8e20b32db720 req-09f4da48-4b2e-4428-96d0-3ca11f7a885e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a7aff1e9-8d46-4283-85e0-404784d3cafe HTTP/1.1" status: 200 len: 854 time: 0.0479527 Oct 12 18:51:48.470701 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-71a0773e-1882-48db-86c4-8e20b32db720 req-64bd6102-e416-4795-8bb7-a1d217233196 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a432cf15-e37b-419e-a4db-633dca50c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250752 Oct 12 18:51:48.574119 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-71a0773e-1882-48db-86c4-8e20b32db720 req-c2b9504e-2d39-4448-83d0-d90a1089739e service neutron] 10.222.0.21 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952971 Oct 12 18:51:48.674107 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-71a0773e-1882-48db-86c4-8e20b32db720 req-9e3e584e-5896-4562-994f-69b9a3e9070d service neutron] 10.222.0.21 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918505 Oct 12 18:51:48.787745 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ea506-88e1-47ad-af6d-5ff1a5f6d149 req-6770405f-72c1-499b-9b00-37fd88d97385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:48.790318 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-768ea506-88e1-47ad-af6d-5ff1a5f6d149 req-6770405f-72c1-499b-9b00-37fd88d97385 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efcda96e77f946c2ab418f6123c104b9&device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 1097 time: 0.0562003 Oct 12 18:51:48.891139 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ea506-88e1-47ad-af6d-5ff1a5f6d149 req-a1aa499b-5a62-4814-8ead-8aebc0f45b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:48.893074 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-768ea506-88e1-47ad-af6d-5ff1a5f6d149 req-a1aa499b-5a62-4814-8ead-8aebc0f45b16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a432cf15-e37b-419e-a4db-633dca50c816 HTTP/1.1" status: 200 len: 915 time: 0.0945601 Oct 12 18:51:48.947509 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-768ea506-88e1-47ad-af6d-5ff1a5f6d149 req-b5782fc6-7b08-4c3c-8efd-6efc12e0628e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=567c9762-e9f1-4cc6-af81-877ce911b1b4 HTTP/1.1" status: 200 len: 217 time: 0.0449629 Oct 12 18:51:49.018947 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ea506-88e1-47ad-af6d-5ff1a5f6d149 req-9c40d5e3-5081-4122-8c47-c76c1764f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:49.020358 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-768ea506-88e1-47ad-af6d-5ff1a5f6d149 req-9c40d5e3-5081-4122-8c47-c76c1764f4dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a7aff1e9-8d46-4283-85e0-404784d3cafe HTTP/1.1" status: 200 len: 854 time: 0.0641520 Oct 12 18:51:49.031795 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d013b-e0c8-4bf7-9a74-1144c2746069 req-fef85e7e-a6e2-42f0-a259-dfe834c79617 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:49.033122 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b20d013b-e0c8-4bf7-9a74-1144c2746069 req-fef85e7e-a6e2-42f0-a259-dfe834c79617 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0882080 Oct 12 18:51:49.067913 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-768ea506-88e1-47ad-af6d-5ff1a5f6d149 req-3164a320-7c1c-4fd2-95f6-a8004b23bae2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a432cf15-e37b-419e-a4db-633dca50c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327225 Oct 12 18:51:49.105775 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b20d013b-e0c8-4bf7-9a74-1144c2746069 req-930b42fd-a72d-42a3-a5e4-700c8d27420f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635982 Oct 12 18:51:49.170036 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-768ea506-88e1-47ad-af6d-5ff1a5f6d149 req-d2199f60-faef-4bf8-85b3-25aeec013a7a service neutron] 10.222.0.21 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895035 Oct 12 18:51:49.266402 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-768ea506-88e1-47ad-af6d-5ff1a5f6d149 req-71a5cc9f-2e26-4307-8f9b-77ead97557ad service neutron] 10.222.0.21 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850286 Oct 12 18:51:49.353589 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfd874-079d-4674-9fb2-a289ff01114f req-02b16829-43ae-4fe3-adf9-28410df81b19 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:49.355003 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-50dfd874-079d-4674-9fb2-a289ff01114f req-02b16829-43ae-4fe3-adf9-28410df81b19 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0802698 Oct 12 18:51:49.376245 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfdc4d-4a14-492c-805b-f252b21faf7a req-1d6a529f-b3b1-4c6c-9844-c586d088d2de tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:49.377665 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a4dfdc4d-4a14-492c-805b-f252b21faf7a req-1d6a529f-b3b1-4c6c-9844-c586d088d2de tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 944 time: 0.0715683 Oct 12 18:51:49.425138 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-50dfd874-079d-4674-9fb2-a289ff01114f req-e8267cfa-b059-4ca0-b21f-520a013048d9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630643 Oct 12 18:51:49.432615 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a4dfdc4d-4a14-492c-805b-f252b21faf7a req-775414c3-5369-4cf1-99d9-6d3db9ab5538 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451486 Oct 12 18:51:50.222213 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2a402-b239-430a-b81c-0b35ff179484 req-6873d4a3-baae-4c24-95de-dab635f1a4e2 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:50.223649 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4af2a402-b239-430a-b81c-0b35ff179484 req-6873d4a3-baae-4c24-95de-dab635f1a4e2 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0498741 Oct 12 18:51:50.261637 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4af2a402-b239-430a-b81c-0b35ff179484 req-693bc48e-daf8-4d31-9867-564dbd18342f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310559 Oct 12 18:51:50.591198 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53bc59-09a5-485c-b18b-72996b6db610 req-41baaab5-d5a6-4233-9aed-6fd18aa9bf42 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:50.592654 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-af53bc59-09a5-485c-b18b-72996b6db610 req-41baaab5-d5a6-4233-9aed-6fd18aa9bf42 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 944 time: 0.0858006 Oct 12 18:51:50.600998 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c401510-5cac-405a-85a5-89df03b94290 req-a84c946b-81ca-4aba-8006-c6905cb4b6c4 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:50.602461 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2c401510-5cac-405a-85a5-89df03b94290 req-a84c946b-81ca-4aba-8006-c6905cb4b6c4 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0865569 Oct 12 18:51:50.659427 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-af53bc59-09a5-485c-b18b-72996b6db610 req-2b5eafc3-1c6d-4026-b927-dfdba2ceb9de tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558169 Oct 12 18:51:50.664829 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2c401510-5cac-405a-85a5-89df03b94290 req-cf0a1ced-6e77-4880-bf32-c80f97429d55 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530562 Oct 12 18:51:51.382543 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce2cd3-bb72-4673-a86a-d56baac84a4f req-b332d138-74e4-4933-b950-fa2839bd53cc tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:51.384473 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a4ce2cd3-bb72-4673-a86a-d56baac84a4f req-b332d138-74e4-4933-b950-fa2839bd53cc tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0505612 Oct 12 18:51:51.429621 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a4ce2cd3-bb72-4673-a86a-d56baac84a4f req-29357ecd-6641-417a-aa7f-5c97a0600d0b tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371192 Oct 12 18:51:51.850612 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859b53a-ae02-4f5a-a5d6-c6bd132eff65 req-86960a6b-487f-4dd9-88f9-24737fc6237e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:51.859376 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5859b53a-ae02-4f5a-a5d6-c6bd132eff65 req-86960a6b-487f-4dd9-88f9-24737fc6237e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0908480 Oct 12 18:51:51.894748 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb5c60-a839-4797-99e3-f85b56693b2a req-9f6a82b8-a2d7-46a4-9c24-43ea61443ea5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:51.896388 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7cdb5c60-a839-4797-99e3-f85b56693b2a req-9f6a82b8-a2d7-46a4-9c24-43ea61443ea5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 944 time: 0.1154008 Oct 12 18:51:51.924829 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5859b53a-ae02-4f5a-a5d6-c6bd132eff65 req-72409884-79cb-4a14-9514-2aa1db3ea89a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607679 Oct 12 18:51:51.957603 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7cdb5c60-a839-4797-99e3-f85b56693b2a req-f4e46849-ecad-43fa-96a1-3994532e4614 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509031 Oct 12 18:51:52.614514 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c8c2f-56c5-418e-ba61-eb89256a4204 req-a6345112-f9c8-4ff7-9f4b-ffb288d04a63 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:52.617531 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-490c8c2f-56c5-418e-ba61-eb89256a4204 req-a6345112-f9c8-4ff7-9f4b-ffb288d04a63 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0529203 Oct 12 18:51:52.647369 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:51:52.670421 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-490c8c2f-56c5-418e-ba61-eb89256a4204 req-52f4876b-d956-4a61-ad28-89d8090170cb tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472484 Oct 12 18:51:53.111290 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c017980-30e8-4e27-8d00-927a258ad594 req-9c6a00cc-c4f7-4273-8627-5b60423703dd tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:53.113019 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3c017980-30e8-4e27-8d00-927a258ad594 req-9c6a00cc-c4f7-4273-8627-5b60423703dd tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0900505 Oct 12 18:51:53.126762 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa295f-2404-491f-93d7-bd7a32e19823 req-3770d2c9-f209-4db4-a8aa-3265badee534 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:53.128227 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0caa295f-2404-491f-93d7-bd7a32e19823 req-3770d2c9-f209-4db4-a8aa-3265badee534 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 944 time: 0.0748780 Oct 12 18:51:53.172012 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 567c9762-e9f1-4cc6-af81-877ce911b1b4 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:51:53.178050 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3c017980-30e8-4e27-8d00-927a258ad594 req-0af4c0c5-64cc-47ff-b81c-282f717890f0 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488930 Oct 12 18:51:53.190848 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0caa295f-2404-491f-93d7-bd7a32e19823 req-54be32d5-6157-4a90-8595-cd6e342e997c tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481825 Oct 12 18:51:53.285251 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 567c9762-e9f1-4cc6-af81-877ce911b1b4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=567c9762-e9f1-4cc6-af81-877ce911b1b4,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:53.296317 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': '567c9762-e9f1-4cc6-af81-877ce911b1b4', 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816', 'port_id': '567c9762-e9f1-4cc6-af81-877ce911b1b4', 'mac_address': 'fa:16:3e:19:d2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7aff1e9-8d46-4283-85e0-404784d3cafe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:51:53.344746 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:53.358475 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567c9762-e9f1-4cc6-af81-877ce911b1b4 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:51:53.378931 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 567c9762-e9f1-4cc6-af81-877ce911b1b4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=567c9762-e9f1-4cc6-af81-877ce911b1b4,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:51:53.382878 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:53.441553 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=567c9762-e9f1-4cc6-af81-877ce911b1b4,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:51:53.812978 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42721cbd-bf8b-4336-975c-cb14fcfd015e req-4da5d8bb-3421-4d97-9154-bccce924d411 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:53.814487 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-42721cbd-bf8b-4336-975c-cb14fcfd015e req-4da5d8bb-3421-4d97-9154-bccce924d411 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0733063 Oct 12 18:51:54.140978 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-42721cbd-bf8b-4336-975c-cb14fcfd015e req-ac9ba9ac-4d5d-4f37-a36c-7df5a0faa0a4 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3169785 Oct 12 18:51:54.361219 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a21870-2822-4fe1-bbec-7954ceaca58d req-2eca4234-fad1-446d-a8bf-0b506b75f5f9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:54.363005 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-90a21870-2822-4fe1-bbec-7954ceaca58d req-2eca4234-fad1-446d-a8bf-0b506b75f5f9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0794661 Oct 12 18:51:54.379212 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf785fe-0719-4040-a320-e2a4fd5a1aa6 req-4971dbf1-2b98-49aa-ad49-9ca08206462b tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:54.380636 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-baf785fe-0719-4040-a320-e2a4fd5a1aa6 req-4971dbf1-2b98-49aa-ad49-9ca08206462b tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 945 time: 0.0715096 Oct 12 18:51:54.442262 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a15c807e-ae9b-4e8b-b3a4-258fdb4ebdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:54.449216 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-90a21870-2822-4fe1-bbec-7954ceaca58d req-55883fa9-56d1-4bdb-95a3-c0dac3d57ea4 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779836 Oct 12 18:51:54.461878 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-baf785fe-0719-4040-a320-e2a4fd5a1aa6 req-62ecdc6f-4d27-4667-bc99-abc3ce06900b tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676575 Oct 12 18:51:55.269764 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e96635-cafd-4ce1-b6f4-ebe3e1c8dbd4 req-da163c8b-5ab6-483d-a2ee-9064651ca5a5 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:55.271338 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-37e96635-cafd-4ce1-b6f4-ebe3e1c8dbd4 req-da163c8b-5ab6-483d-a2ee-9064651ca5a5 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0529199 Oct 12 18:51:55.326352 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-37e96635-cafd-4ce1-b6f4-ebe3e1c8dbd4 req-b6e9c215-4436-4b7e-b15d-942a1c7cff27 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476358 Oct 12 18:51:55.630055 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8eb485-d756-4209-992e-ed9ccea194ee req-e4a61aad-5c0a-4fd5-87e0-460f468b03c6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:55.631627 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-db8eb485-d756-4209-992e-ed9ccea194ee req-e4a61aad-5c0a-4fd5-87e0-460f468b03c6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0857389 Oct 12 18:51:55.644754 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af003a-8fb8-45ca-8861-aea02699c446 req-03832704-17cc-4645-ac5f-5d9dbe1b4365 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:55.646290 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-77af003a-8fb8-45ca-8861-aea02699c446 req-03832704-17cc-4645-ac5f-5d9dbe1b4365 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 945 time: 0.0832076 Oct 12 18:51:55.707877 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-77af003a-8fb8-45ca-8861-aea02699c446 req-7d50209b-d006-42dd-b1c6-336684b019a7 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543771 Oct 12 18:51:55.710730 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-db8eb485-d756-4209-992e-ed9ccea194ee req-4f7900be-9c0b-4415-9b56-370b89cf464e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632820 Oct 12 18:51:56.448056 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bc3c8-a15e-4581-bc48-8a1706a33bb1 req-000ff8d9-21cc-4d39-b963-2600e352d011 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:56.457242 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-944bc3c8-a15e-4581-bc48-8a1706a33bb1 req-000ff8d9-21cc-4d39-b963-2600e352d011 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0654838 Oct 12 18:51:56.491985 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-944bc3c8-a15e-4581-bc48-8a1706a33bb1 req-b59f69c4-b982-47b9-82d0-b7f1d0dc3be4 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335588 Oct 12 18:51:56.841797 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d6d77-1b33-4d8a-9f97-798fff9d54a6 req-b932820f-482c-4c60-beb3-5e8bbe4d0fdc tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:56.843371 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-654d6d77-1b33-4d8a-9f97-798fff9d54a6 req-b932820f-482c-4c60-beb3-5e8bbe4d0fdc tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 945 time: 0.0525668 Oct 12 18:51:56.889888 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-654d6d77-1b33-4d8a-9f97-798fff9d54a6 req-8fefa89c-c46b-4a78-83fb-ee371279cae9 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397794 Oct 12 18:51:56.979301 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-648368a7-2c4c-44fe-96f9-c483df1b3937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:57.023861 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a359c6-6dc1-4c5d-9931-13207d9bd54b req-a2b89b03-9ecb-4d9e-b6e2-fca8b7312bfa tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:57.032041 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b1a359c6-6dc1-4c5d-9931-13207d9bd54b req-a2b89b03-9ecb-4d9e-b6e2-fca8b7312bfa tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0622551 Oct 12 18:51:57.070845 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b1a359c6-6dc1-4c5d-9931-13207d9bd54b req-0b4d07b8-acf2-4523-8b11-0480fb4a0c16 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378287 Oct 12 18:51:57.626150 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f8e1b-9943-43fe-9ab0-824e348215ea req-422b92cb-6a8a-427d-8476-e64bcb1863d2 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:57.633298 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-157f8e1b-9943-43fe-9ab0-824e348215ea req-422b92cb-6a8a-427d-8476-e64bcb1863d2 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0581551 Oct 12 18:51:57.667877 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-157f8e1b-9943-43fe-9ab0-824e348215ea req-8ef46e31-8260-462f-8120-ead80913be47 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337133 Oct 12 18:51:58.005625 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:58.028999 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf53cd2-710b-4d72-b8dc-5a3c31676179 req-2b29b13b-2487-4779-908c-267a87eb40fe tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:58.032442 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5bf53cd2-710b-4d72-b8dc-5a3c31676179 req-2b29b13b-2487-4779-908c-267a87eb40fe tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 945 time: 0.0696988 Oct 12 18:51:58.090211 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5bf53cd2-710b-4d72-b8dc-5a3c31676179 req-a6d203f7-0d3d-478d-b53c-f10452369322 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419021 Oct 12 18:51:58.169791 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:58.231005 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376327e-f03b-4751-88ab-405faa1a98f3 req-f7abf393-33ef-4712-bbb5-1edb61de21a4 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:58.232518 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1376327e-f03b-4751-88ab-405faa1a98f3 req-f7abf393-33ef-4712-bbb5-1edb61de21a4 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0735402 Oct 12 18:51:58.275278 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1376327e-f03b-4751-88ab-405faa1a98f3 req-73dff585-5cc1-474c-b075-4cad453051f9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363622 Oct 12 18:51:58.805467 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910014e-6c28-46ee-8cef-7d585b94921f req-b611739a-7315-4b0d-91b7-4339e9f3436b tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:58.807324 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f910014e-6c28-46ee-8cef-7d585b94921f req-b611739a-7315-4b0d-91b7-4339e9f3436b tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0634518 Oct 12 18:51:58.857129 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f910014e-6c28-46ee-8cef-7d585b94921f req-32de20ce-9736-4384-beb5-bfdcca96044f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436168 Oct 12 18:51:58.894765 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['567c9762-e9f1-4cc6-af81-877ce911b1b4'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:51:59.078291 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972dffd-f4d3-48f3-bd22-6291e6a1643b req-59c3df59-d906-4b32-b80c-5dfd9040e323 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:59.085910 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f972dffd-f4d3-48f3-bd22-6291e6a1643b req-59c3df59-d906-4b32-b80c-5dfd9040e323 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0592508 Oct 12 18:51:59.165590 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f972dffd-f4d3-48f3-bd22-6291e6a1643b req-cc687b8b-5046-4b9d-871b-f8464baf54ed tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786545 Oct 12 18:51:59.193300 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f3f93-536e-489d-9def-b9b0860cd0d1 req-f1e6dd2c-125f-4e26-b440-5a4be6d476e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:59.194967 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ea1f3f93-536e-489d-9def-b9b0860cd0d1 req-f1e6dd2c-125f-4e26-b440-5a4be6d476e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8fde9f299c741df94fb2f851b651138&device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 1098 time: 0.0782373 Oct 12 18:51:59.343244 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba446ee-f26c-41e2-8171-28a7d559d096 req-4dc6e72c-d953-47ec-9b61-7b5b3183f8cc tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:59.345586 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0ba446ee-f26c-41e2-8171-28a7d559d096 req-4dc6e72c-d953-47ec-9b61-7b5b3183f8cc tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 945 time: 0.1203663 Oct 12 18:51:59.405556 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f3f93-536e-489d-9def-b9b0860cd0d1 req-e9dd4670-3725-4205-a248-17cd06780523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:59.408180 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ea1f3f93-536e-489d-9def-b9b0860cd0d1 req-e9dd4670-3725-4205-a248-17cd06780523 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01a861b8-fd34-499e-b00f-62278e422b54 HTTP/1.1" status: 200 len: 911 time: 0.2032325 Oct 12 18:51:59.480503 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0ba446ee-f26c-41e2-8171-28a7d559d096 req-3be7a500-0be4-47ab-8f4d-0b091f909fd4 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243629 Oct 12 18:51:59.504878 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b1519-b7df-4db6-8370-a7e84c02d188 req-6e82e2fb-56f6-4f53-a9c9-4b7dc8739f50 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:59.506345 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-842b1519-b7df-4db6-8370-a7e84c02d188 req-6e82e2fb-56f6-4f53-a9c9-4b7dc8739f50 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.1226892 Oct 12 18:51:59.538506 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ea1f3f93-536e-489d-9def-b9b0860cd0d1 req-982a6aff-b69e-479f-89d2-cc3429987f92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39d8134f-72c7-47ae-b5d2-c205eef0e082 HTTP/1.1" status: 200 len: 1000 time: 0.1133683 Oct 12 18:51:59.568479 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-842b1519-b7df-4db6-8370-a7e84c02d188 req-c6306de5-75c5-4796-9731-2d440ba9666b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508969 Oct 12 18:51:59.621067 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f3f93-536e-489d-9def-b9b0860cd0d1 req-14ba2e24-3470-4137-973e-ea7fbe4d184f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:59.622661 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ea1f3f93-536e-489d-9def-b9b0860cd0d1 req-14ba2e24-3470-4137-973e-ea7fbe4d184f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59e05615-d974-4962-bb16-1d78f8acc32c HTTP/1.1" status: 200 len: 849 time: 0.0711615 Oct 12 18:51:59.682992 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f3f93-536e-489d-9def-b9b0860cd0d1 req-82016643-30c9-4c7c-ba47-5885ceb6f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:51:59.684512 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ea1f3f93-536e-489d-9def-b9b0860cd0d1 req-82016643-30c9-4c7c-ba47-5885ceb6f1a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01a861b8-fd34-499e-b00f-62278e422b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465796 Oct 12 18:51:59.742960 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:51:59.809217 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ea1f3f93-536e-489d-9def-b9b0860cd0d1 req-860b3ba0-2f3e-4edf-a577-16e253fe61d1 service neutron] 10.222.0.21 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144838 Oct 12 18:52:00.292034 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdafbe-40a0-4951-9764-93778ffe556f req-07a6d7f3-8fb8-4ef6-b165-6c1f8e1c28be tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:00.293741 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e3fdafbe-40a0-4951-9764-93778ffe556f req-07a6d7f3-8fb8-4ef6-b165-6c1f8e1c28be tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0530479 Oct 12 18:52:00.333956 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e3fdafbe-40a0-4951-9764-93778ffe556f req-c60106a1-7e37-4aa1-bf1f-b17968891929 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340598 Oct 12 18:52:00.603148 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d4e0e-f9e0-4010-9e2d-cb45ce912c74 req-45ac2080-5583-4825-a0f6-8075ba746626 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:00.606669 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cf5d4e0e-f9e0-4010-9e2d-cb45ce912c74 req-45ac2080-5583-4825-a0f6-8075ba746626 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 945 time: 0.0526013 Oct 12 18:52:00.653385 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cf5d4e0e-f9e0-4010-9e2d-cb45ce912c74 req-901a9c18-7b39-4a62-97b6-39b1bfbadf8f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393140 Oct 12 18:52:00.712191 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1159cf-f323-49c7-b546-9908ac0f1368 req-2cf29116-761f-4835-ba03-17179028d7fc tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:00.713687 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d1159cf-f323-49c7-b546-9908ac0f1368 req-2cf29116-761f-4835-ba03-17179028d7fc tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0550294 Oct 12 18:52:00.757760 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d1159cf-f323-49c7-b546-9908ac0f1368 req-709d4c04-ae57-41c0-a124-77b21e799f6c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377717 Oct 12 18:52:01.507874 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440be00b-3a2a-48ea-a2d7-5df0c9302842 req-952cf954-415f-4e7f-b132-673ed6826c24 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:01.509393 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-440be00b-3a2a-48ea-a2d7-5df0c9302842 req-952cf954-415f-4e7f-b132-673ed6826c24 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.1008615 Oct 12 18:52:01.539606 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ea1f3f93-536e-489d-9def-b9b0860cd0d1 req-b55ea48d-730a-4fa8-866a-3b900b1fefa3 service neutron] 10.222.0.21 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393213 Oct 12 18:52:01.559962 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-440be00b-3a2a-48ea-a2d7-5df0c9302842 req-b8afaf08-d93a-4c67-a16b-fdc672470f59 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446935 Oct 12 18:52:01.764580 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e0742-081d-4cab-b9e9-145446411f43 req-c7028457-7e2e-4e0b-90c5-0999a3935077 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:01.766059 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2d4e0742-081d-4cab-b9e9-145446411f43 req-c7028457-7e2e-4e0b-90c5-0999a3935077 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 945 time: 0.0487440 Oct 12 18:52:01.804571 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2d4e0742-081d-4cab-b9e9-145446411f43 req-df58ea4b-a9d4-4500-8f9d-909ae8e12669 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327210 Oct 12 18:52:01.877660 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bad9ec-ea46-45e2-8c26-f0837f1d0d2a req-a153b9b2-a847-4709-983f-ee56d312f28c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:01.879102 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d3bad9ec-ea46-45e2-8c26-f0837f1d0d2a req-a153b9b2-a847-4709-983f-ee56d312f28c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0479038 Oct 12 18:52:01.916145 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d3bad9ec-ea46-45e2-8c26-f0837f1d0d2a req-2bef1e45-3b19-4481-8feb-1fa482c08714 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307832 Oct 12 18:52:02.767663 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba3829-5e25-4222-9ac4-5024a71c9767 req-08862a16-3748-488d-8469-a8224177dace tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:02.769075 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b3ba3829-5e25-4222-9ac4-5024a71c9767 req-08862a16-3748-488d-8469-a8224177dace tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0470197 Oct 12 18:52:02.808672 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b3ba3829-5e25-4222-9ac4-5024a71c9767 req-efc7aad9-db3a-4511-9f44-cc730024b30b tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338242 Oct 12 18:52:02.916594 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99069f-819c-4343-8b3d-7fa3ba5fce75 req-f0d1491a-9a35-47f7-8724-e866e2401fb0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:02.918065 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ce99069f-819c-4343-8b3d-7fa3ba5fce75 req-f0d1491a-9a35-47f7-8724-e866e2401fb0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 945 time: 0.0482864 Oct 12 18:52:02.955983 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ce99069f-819c-4343-8b3d-7fa3ba5fce75 req-d21176f0-aa33-4a6f-a2c9-a45cf1b8d4ae tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321352 Oct 12 18:52:03.032730 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38267f55-2383-402f-842c-00772b4646b3 req-3983edc5-62d4-4be4-a8e7-df50a46769cd tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:03.034213 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-38267f55-2383-402f-842c-00772b4646b3 req-3983edc5-62d4-4be4-a8e7-df50a46769cd tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0479815 Oct 12 18:52:03.071102 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-38267f55-2383-402f-842c-00772b4646b3 req-b11630e5-ea06-47f2-ab92-94867edfbb9c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310595 Oct 12 18:52:03.923827 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b56bc0-a93f-471d-b2ff-fd6d635b5c83 req-546ae60a-c930-409b-8cb4-98d398abdabe tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:03.925253 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-06b56bc0-a93f-471d-b2ff-fd6d635b5c83 req-546ae60a-c930-409b-8cb4-98d398abdabe tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0468752 Oct 12 18:52:03.965169 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-06b56bc0-a93f-471d-b2ff-fd6d635b5c83 req-35ae6f04-ea87-4c76-962b-84c6d359c3e1 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341847 Oct 12 18:52:04.068704 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79510d5b-ef93-4438-8324-1b63c6da6a90 req-ea620708-2ec6-4ca2-8092-43676052bd90 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:04.070170 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-79510d5b-ef93-4438-8324-1b63c6da6a90 req-ea620708-2ec6-4ca2-8092-43676052bd90 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 945 time: 0.0486956 Oct 12 18:52:04.107870 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-79510d5b-ef93-4438-8324-1b63c6da6a90 req-891dadf8-21af-455a-930e-16782077f26d tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317271 Oct 12 18:52:04.189367 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81222c9-d64f-4d24-97fe-319ebe3945da req-f1d710f6-d5e5-43f5-9c02-8928a718361c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:04.190789 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b81222c9-d64f-4d24-97fe-319ebe3945da req-f1d710f6-d5e5-43f5-9c02-8928a718361c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0488763 Oct 12 18:52:04.227322 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b81222c9-d64f-4d24-97fe-319ebe3945da req-084f8753-843f-4b32-8de8-42c4bd8a248c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307477 Oct 12 18:52:04.419246 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c5af3-2bac-47f9-bf58-f67f40e7eddf req-734f5bcd-3adb-4ab0-9ea6-87b42520db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:04.420585 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-016c5af3-2bac-47f9-bf58-f67f40e7eddf req-734f5bcd-3adb-4ab0-9ea6-87b42520db3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71&device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 1098 time: 0.0403645 Oct 12 18:52:04.529738 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c5af3-2bac-47f9-bf58-f67f40e7eddf req-bd769dc2-fdad-4224-ae56-83b52bae9535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:04.531167 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-016c5af3-2bac-47f9-bf58-f67f40e7eddf req-bd769dc2-fdad-4224-ae56-83b52bae9535 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 HTTP/1.1" status: 200 len: 918 time: 0.0865366 Oct 12 18:52:04.600297 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-016c5af3-2bac-47f9-bf58-f67f40e7eddf req-2bc8489b-692e-477e-b90f-9e1badab5b39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c90406d-8aba-4c3c-9e70-e4b0c680adf0 HTTP/1.1" status: 200 len: 1000 time: 0.0603826 Oct 12 18:52:04.666300 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c5af3-2bac-47f9-bf58-f67f40e7eddf req-d94a6cd8-ca44-4fbd-86da-a892a72b4a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:04.667679 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-016c5af3-2bac-47f9-bf58-f67f40e7eddf req-d94a6cd8-ca44-4fbd-86da-a892a72b4a35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e169c64-1553-4025-8cf9-96cfe11d06bd HTTP/1.1" status: 200 len: 856 time: 0.0426407 Oct 12 18:52:04.717519 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c5af3-2bac-47f9-bf58-f67f40e7eddf req-3c6dceb2-c33c-45da-b096-51338cbf9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:04.718859 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-016c5af3-2bac-47f9-bf58-f67f40e7eddf req-3c6dceb2-c33c-45da-b096-51338cbf9ec4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391269 Oct 12 18:52:04.809256 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-016c5af3-2bac-47f9-bf58-f67f40e7eddf req-fcf5237c-fefb-40c7-9a74-83de22538fa1 service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814230 Oct 12 18:52:04.897522 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-016c5af3-2bac-47f9-bf58-f67f40e7eddf req-73e85cc1-946d-4057-89d9-c035b3f553e1 service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805502 Oct 12 18:52:05.077459 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f42ba-cb5e-4659-9224-b7f1835f3590 req-cb5f221d-cf8b-4cde-8de6-ef663d5cd608 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:05.078880 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-994f42ba-cb5e-4659-9224-b7f1835f3590 req-cb5f221d-cf8b-4cde-8de6-ef663d5cd608 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0472581 Oct 12 18:52:05.114821 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-994f42ba-cb5e-4659-9224-b7f1835f3590 req-f144cc23-c642-495a-be72-de5f995a9d52 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301783 Oct 12 18:52:05.231730 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3018316-4da5-472f-a1b9-ea18826a61cc req-74273a1d-724e-4b4a-8658-f8757016730f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:05.233177 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c3018316-4da5-472f-a1b9-ea18826a61cc req-74273a1d-724e-4b4a-8658-f8757016730f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 945 time: 0.0551229 Oct 12 18:52:05.271902 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c3018316-4da5-472f-a1b9-ea18826a61cc req-d85032fd-2738-4b1a-aad3-35e6df2ca9b0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328577 Oct 12 18:52:05.344407 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec1173-08ef-4ca4-beaf-1bceb2c5966b req-5dc311cc-06f0-406a-8515-6ee6be7197c6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:05.345864 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-67ec1173-08ef-4ca4-beaf-1bceb2c5966b req-5dc311cc-06f0-406a-8515-6ee6be7197c6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0486658 Oct 12 18:52:05.381580 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-67ec1173-08ef-4ca4-beaf-1bceb2c5966b req-8fa6a354-2665-4f20-b03f-bf429fbc8edf tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298948 Oct 12 18:52:06.186933 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c2ef5-fdf3-4903-9357-3992f1914f0d req-26b4a19d-5602-471e-b60b-7ef2808086fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:06.188423 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-979c2ef5-fdf3-4903-9357-3992f1914f0d req-26b4a19d-5602-471e-b60b-7ef2808086fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71&device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 1098 time: 0.0830534 Oct 12 18:52:06.289623 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ddf9f-c029-4dd7-9ac2-a4051bedf67b req-445223e0-9482-4944-9446-6251c528f063 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:06.291260 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-de2ddf9f-c029-4dd7-9ac2-a4051bedf67b req-445223e0-9482-4944-9446-6251c528f063 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.1019621 Oct 12 18:52:06.328621 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c2ef5-fdf3-4903-9357-3992f1914f0d req-edb856e0-3519-4c57-b343-4a0f4cc335af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:06.330091 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-979c2ef5-fdf3-4903-9357-3992f1914f0d req-edb856e0-3519-4c57-b343-4a0f4cc335af service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 HTTP/1.1" status: 200 len: 918 time: 0.1160469 Oct 12 18:52:06.356449 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-de2ddf9f-c029-4dd7-9ac2-a4051bedf67b req-292626c3-3883-4cc9-bbf2-02676d54839a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543406 Oct 12 18:52:06.439699 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438b2b0-086f-4dcd-9b29-19c8c870620c req-a208a0ad-4d6e-499a-a0ac-332456036845 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:06.441219 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b438b2b0-086f-4dcd-9b29-19c8c870620c req-a208a0ad-4d6e-499a-a0ac-332456036845 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 945 time: 0.1003308 Oct 12 18:52:06.449573 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-979c2ef5-fdf3-4903-9357-3992f1914f0d req-67f4008b-1d1e-4b2c-b686-1d13943a95e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c90406d-8aba-4c3c-9e70-e4b0c680adf0 HTTP/1.1" status: 200 len: 1000 time: 0.0748708 Oct 12 18:52:06.546430 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b438b2b0-086f-4dcd-9b29-19c8c870620c req-6c415e16-4d8e-4bee-b990-631fee0cd0fa tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972676 Oct 12 18:52:06.556273 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c2ef5-fdf3-4903-9357-3992f1914f0d req-e6f5c1c6-a206-47b6-a6ec-0cc84aa31af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:06.557545 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-979c2ef5-fdf3-4903-9357-3992f1914f0d req-e6f5c1c6-a206-47b6-a6ec-0cc84aa31af8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e169c64-1553-4025-8cf9-96cfe11d06bd HTTP/1.1" status: 200 len: 856 time: 0.0900042 Oct 12 18:52:06.568946 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd45f9-7ba1-4b1d-bd68-5e0422b6bed3 req-8a6798d6-9d3a-49b3-971e-504adf7a9786 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:06.570439 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7fdd45f9-7ba1-4b1d-bd68-5e0422b6bed3 req-8a6798d6-9d3a-49b3-971e-504adf7a9786 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.1063428 Oct 12 18:52:06.633314 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7fdd45f9-7ba1-4b1d-bd68-5e0422b6bed3 req-018c1f74-0323-436e-b5d3-3de889d80e5a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539343 Oct 12 18:52:06.636718 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c2ef5-fdf3-4903-9357-3992f1914f0d req-d5d1693a-67a5-461b-8d45-b5eb21f89e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:06.638176 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-979c2ef5-fdf3-4903-9357-3992f1914f0d req-d5d1693a-67a5-461b-8d45-b5eb21f89e84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668929 Oct 12 18:52:06.741245 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-979c2ef5-fdf3-4903-9357-3992f1914f0d req-66f103ff-76a0-49e2-b02d-b0d37a6e7438 service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857480 Oct 12 18:52:06.833482 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-979c2ef5-fdf3-4903-9357-3992f1914f0d req-8768d327-3392-4313-8334-778767585c76 service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809619 Oct 12 18:52:07.386240 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 567c9762-e9f1-4cc6-af81-877ce911b1b4 up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:52:07.435759 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port 567c9762-e9f1-4cc6-af81-877ce911b1b4 completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:52:07.439514 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port 567c9762-e9f1-4cc6-af81-877ce911b1b4 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:52:07.439883 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:07.472018 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f621f-788c-45a8-9178-c7a1ba6a045b req-5017c90a-cb4c-4420-a964-c02aa9500e3d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:07.474118 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1a4f621f-788c-45a8-9178-c7a1ba6a045b req-5017c90a-cb4c-4420-a964-c02aa9500e3d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0515072 Oct 12 18:52:07.511978 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1a4f621f-788c-45a8-9178-c7a1ba6a045b req-bdf03684-19c3-4bea-a532-eb34457cd111 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311010 Oct 12 18:52:07.517185 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:07.540447 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567c9762-e9f1-4cc6-af81-877ce911b1b4'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:52:07.542859 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc54eb80-db30-4c93-b3b6-5f6c53079852" -d '{"events": [{"server_uuid": "09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a", "name": "network-vif-plugged", "status": "completed", "tag": "567c9762-e9f1-4cc6-af81-877ce911b1b4"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:52:07.555835 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 567c9762-e9f1-4cc6-af81-877ce911b1b4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=567c9762-e9f1-4cc6-af81-877ce911b1b4,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:52:07.561574 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:07.623184 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c533ad80-c7c7-4f27-9728-ab86ad170d70 x-openstack-request-id: req-c533ad80-c7c7-4f27-9728-ab86ad170d70 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:52:07.623512 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a", "name": "network-vif-plugged", "status": "completed", "tag": "567c9762-e9f1-4cc6-af81-877ce911b1b4", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:52:07.623766 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c533ad80-c7c7-4f27-9728-ab86ad170d70 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:52:07.624147 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567c9762-e9f1-4cc6-af81-877ce911b1b4', 'code': 200} Oct 12 18:52:07.629580 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=567c9762-e9f1-4cc6-af81-877ce911b1b4,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:07.678958 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c326fc-5780-4a4d-8b0b-1d9a867dfa69 req-463ccb45-c911-41ae-8231-456968aa2b9e tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:07.680837 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-79c326fc-5780-4a4d-8b0b-1d9a867dfa69 req-463ccb45-c911-41ae-8231-456968aa2b9e tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 946 time: 0.0591133 Oct 12 18:52:07.735046 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-79c326fc-5780-4a4d-8b0b-1d9a867dfa69 req-79245d93-8d48-4083-a731-17bd27ff7244 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468519 Oct 12 18:52:07.782291 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980218b-50d4-4919-b88a-87064e6fffab req-7021a739-47c3-4e15-8c27-4152af5568b8 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:07.784332 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2980218b-50d4-4919-b88a-87064e6fffab req-7021a739-47c3-4e15-8c27-4152af5568b8 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0676363 Oct 12 18:52:07.845000 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2980218b-50d4-4919-b88a-87064e6fffab req-684971b7-1ebc-4afc-906d-5a82406bf25d tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508034 Oct 12 18:52:07.849209 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ed78f-2a2a-44f9-90bc-b19d262cfd06 req-ab765d49-885f-4073-9ed4-44218b5b5130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:07.852220 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-562ed78f-2a2a-44f9-90bc-b19d262cfd06 req-ab765d49-885f-4073-9ed4-44218b5b5130 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 1099 time: 0.0670037 Oct 12 18:52:07.898965 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-562ed78f-2a2a-44f9-90bc-b19d262cfd06 req-85a07615-671a-4346-ba3e-bd6f8638cfe6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319204 Oct 12 18:52:08.849756 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd17ec6-addb-4f83-9870-963962969fd9 req-749773d4-4186-48e0-9744-7c5e20b1f8a4 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:08.851212 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8fd17ec6-addb-4f83-9870-963962969fd9 req-749773d4-4186-48e0-9744-7c5e20b1f8a4 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 946 time: 0.0500519 Oct 12 18:52:08.891375 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8fd17ec6-addb-4f83-9870-963962969fd9 req-48907dca-0c42-41e1-836e-798188c8ed2d tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328531 Oct 12 18:52:09.001508 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92af59-b7d0-4743-974c-f5aad77475e3 req-949deffa-c419-41ee-984e-72c783b40d49 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:09.002849 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-aa92af59-b7d0-4743-974c-f5aad77475e3 req-949deffa-c419-41ee-984e-72c783b40d49 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 945 time: 0.0567369 Oct 12 18:52:09.043102 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-aa92af59-b7d0-4743-974c-f5aad77475e3 req-4abf0ff9-8252-4416-9c19-048c0e5d978d tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334394 Oct 12 18:52:09.411016 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:52:09.486391 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:09.517202 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:52:09.520669 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:09.576801 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,revision_number=8']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:09.579455 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:09.625475 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e68a74-2b35-4ad6-9240-eb2f680ecc65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:52:09.627737 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e4b4d5-1c92-4102-acb4-771d7c297710" -d '{"events": [{"server_uuid": "63e68a74-2b35-4ad6-9240-eb2f680ecc65", "name": "network-vif-unplugged", "status": "completed", "tag": "1c90406d-8aba-4c3c-9e70-e4b0c680adf0"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:52:09.665488 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 18:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a47aeac-ae0a-4ef5-bfdb-baa6fc05baa0 x-openstack-request-id: req-4a47aeac-ae0a-4ef5-bfdb-baa6fc05baa0 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:52:09.666874 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e68a74-2b35-4ad6-9240-eb2f680ecc65", "name": "network-vif-unplugged", "status": "completed", "tag": "1c90406d-8aba-4c3c-9e70-e4b0c680adf0", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:52:09.667136 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a47aeac-ae0a-4ef5-bfdb-baa6fc05baa0 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:52:09.667921 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e68a74-2b35-4ad6-9240-eb2f680ecc65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0', 'code': 200} Oct 12 18:52:10.007101 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf832ed-78b4-4881-9d83-5262f7643987 req-392a1026-7291-4485-9791-b42b6e162ba0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:10.008614 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-daf832ed-78b4-4881-9d83-5262f7643987 req-392a1026-7291-4485-9791-b42b6e162ba0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 946 time: 0.0522466 Oct 12 18:52:10.049714 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-daf832ed-78b4-4881-9d83-5262f7643987 req-b79b0de0-69e6-4763-858b-a2a10d4dbce6 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352068 Oct 12 18:52:10.176850 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5912a1-3d34-4c4b-9e8c-a6edeb878c8c req-e4f13658-566c-4e26-8cfa-4a3abf5bf6ea tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:10.178271 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ca5912a1-3d34-4c4b-9e8c-a6edeb878c8c req-e4f13658-566c-4e26-8cfa-4a3abf5bf6ea tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0497534 Oct 12 18:52:10.221987 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ca5912a1-3d34-4c4b-9e8c-a6edeb878c8c req-d324f200-a32c-4f3b-813b-a3066f27be47 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364461 Oct 12 18:52:10.361090 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366eee4-5164-49ee-8926-1bb7551be0a2 req-5fc5ccbb-589c-47db-9648-2f5f02c130ff tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:10.365863 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9366eee4-5164-49ee-8926-1bb7551be0a2 req-5fc5ccbb-589c-47db-9648-2f5f02c130ff tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deee512-7238-4937-adb7-95b16fde8db6 HTTP/1.1" status: 200 len: 946 time: 0.0612683 Oct 12 18:52:10.422159 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9366eee4-5164-49ee-8926-1bb7551be0a2 req-7a547665-f598-4a6d-8597-3def43cffa56 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519919 Oct 12 18:52:10.757646 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [req-381c0e35-dfd6-4ef9-a645-892a7e28cb2c req-bea0cd55-b74a-4d05-827f-289c85382273 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:52:10.758695 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-381c0e35-dfd6-4ef9-a645-892a7e28cb2c req-bea0cd55-b74a-4d05-827f-289c85382273 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0473025 Oct 12 18:52:10.915787 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778286c0-f6a1-4475-8941-b34cf119c4e8 req-5df19415-ad51-40f7-80cf-3185128164c3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:10.917265 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-778286c0-f6a1-4475-8941-b34cf119c4e8 req-5df19415-ad51-40f7-80cf-3185128164c3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0497868 Oct 12 18:52:10.958130 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-778286c0-f6a1-4475-8941-b34cf119c4e8 req-bb0933f1-dc1d-4057-b4b0-715e1852aded tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345790 Oct 12 18:52:11.156410 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 39358) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:11.238354 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-017b3a31-b6cd-4db0-8a89-9b3450a06bea req-edffcfda-7ba2-4879-be52-8ce1349da9a5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807300 Oct 12 18:52:11.247934 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [req-017b3a31-b6cd-4db0-8a89-9b3450a06bea req-ba7f9433-4470-4fd8-852e-34d0aac382a5 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:52:11.248858 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-017b3a31-b6cd-4db0-8a89-9b3450a06bea req-ba7f9433-4470-4fd8-852e-34d0aac382a5 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057824 Oct 12 18:52:11.542431 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4781b1b-d56b-40c4-b3dc-68feda6c1160 req-b8d6fcd7-7df6-4d27-8d79-25577104ed74 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:11.560907 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e4781b1b-d56b-40c4-b3dc-68feda6c1160 req-b8d6fcd7-7df6-4d27-8d79-25577104ed74 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deee512-7238-4937-adb7-95b16fde8db6 HTTP/1.1" status: 200 len: 946 time: 0.0565758 Oct 12 18:52:11.602865 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e4781b1b-d56b-40c4-b3dc-68feda6c1160 req-93796403-692b-433b-af09-343bc4d60acb tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354311 Oct 12 18:52:12.083050 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139b87b-9f27-4435-98ba-04e8d2876d5c req-6a777567-23b8-4038-aa7d-71251d6dbc9f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:12.084455 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8139b87b-9f27-4435-98ba-04e8d2876d5c req-6a777567-23b8-4038-aa7d-71251d6dbc9f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0475292 Oct 12 18:52:12.122400 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8139b87b-9f27-4435-98ba-04e8d2876d5c req-e8364ba6-73bb-4b7b-86a0-b44b81f043fd tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306516 Oct 12 18:52:12.383666 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a42e9-7767-41ad-85d2-feb336c1ba0a req-abdba027-543d-421c-ad38-b59cf6cb6a54 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:12.385785 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-279a42e9-7767-41ad-85d2-feb336c1ba0a req-abdba027-543d-421c-ad38-b59cf6cb6a54 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.21 "GET /v2.0/ports?device_id=0deee512-7238-4937-adb7-95b16fde8db6 HTTP/1.1" status: 200 len: 946 time: 0.0519183 Oct 12 18:52:12.475230 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-279a42e9-7767-41ad-85d2-feb336c1ba0a req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Deleting port d440c1f9-0134-4e52-8038-fca0bba0a2e8 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:52:12.475510 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-279a42e9-7767-41ad-85d2-feb336c1ba0a req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:12.563240 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-279a42e9-7767-41ad-85d2-feb336c1ba0a req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] For port d440c1f9-0134-4e52-8038-fca0bba0a2e8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d440c1f9-0134-4e52-8038-fca0bba0a2e8,segment=NetworkSegment(b6bfccc9-b9c0-4a99-853e-e108890260df),segment_id=b6bfccc9-b9c0-4a99-853e-e108890260df)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:52:12.563596 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-279a42e9-7767-41ad-85d2-feb336c1ba0a req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:12.577028 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-279a42e9-7767-41ad-85d2-feb336c1ba0a req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Calling delete_port for d440c1f9-0134-4e52-8038-fca0bba0a2e8 owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:52:12.726995 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-279a42e9-7767-41ad-85d2-feb336c1ba0a req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:12.738696 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['d440c1f9-0134-4e52-8038-fca0bba0a2e8'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:52:12.765181 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18af9f-b98c-4a0f-a633-10b30b602f09 req-ebeca2fd-5e1e-4f04-bfb7-90ffc80899ad tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:12.766631 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4d18af9f-b98c-4a0f-a633-10b30b602f09 req-ebeca2fd-5e1e-4f04-bfb7-90ffc80899ad tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deee512-7238-4937-adb7-95b16fde8db6 HTTP/1.1" status: 200 len: 867 time: 0.0923278 Oct 12 18:52:12.767341 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Pushing event deleted for resources: {'Port': ['ID=d440c1f9-0134-4e52-8038-fca0bba0a2e8,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:12.784977 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:12.785337 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:12.785683 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:12.786014 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:12.786341 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:12.786687 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:12.787010 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:12.787335 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:12.787654 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:12.787968 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:12.788281 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:12.788594 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:12.832228 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-279a42e9-7767-41ad-85d2-feb336c1ba0a req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] No DVR routers for this DVR port d440c1f9-0134-4e52-8038-fca0bba0a2e8 on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:52:12.835302 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-279a42e9-7767-41ad-85d2-feb336c1ba0a req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:12.838902 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-279a42e9-7767-41ad-85d2-feb336c1ba0a req-99dca009-b26c-411a-8de2-9ca96daf7299 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.21 "DELETE /v2.0/ports/d440c1f9-0134-4e52-8038-fca0bba0a2e8 HTTP/1.1" status: 204 len: 173 time: 0.4467552 Oct 12 18:52:12.839581 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0deee512-7238-4937-adb7-95b16fde8db6', 'name': 'network-vif-deleted', 'tag': 'd440c1f9-0134-4e52-8038-fca0bba0a2e8'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:52:12.841809 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ce0c9f-8512-430e-9d4d-1d00d6732f51" -d '{"events": [{"server_uuid": "0deee512-7238-4937-adb7-95b16fde8db6", "name": "network-vif-deleted", "tag": "d440c1f9-0134-4e52-8038-fca0bba0a2e8"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:52:12.862270 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4d18af9f-b98c-4a0f-a633-10b30b602f09 req-5fe6d73e-3062-4d86-be5c-587063a92503 tempest-VolumesSnapshotTestJSON-935848480 tempest-VolumesSnapshotTestJSON-935848480-project] 10.222.0.66 "GET /v2.0/security-groups?id=acb05b42-1d0e-40d5-ae2c-c061fc01731a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879996 Oct 12 18:52:12.882816 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744f8daa-09b4-4b0d-a795-4a013e59a355 x-openstack-request-id: req-744f8daa-09b4-4b0d-a795-4a013e59a355 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:52:12.883116 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0deee512-7238-4937-adb7-95b16fde8db6", "name": "network-vif-deleted", "tag": "d440c1f9-0134-4e52-8038-fca0bba0a2e8", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:52:12.883367 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-744f8daa-09b4-4b0d-a795-4a013e59a355 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:52:12.883756 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0deee512-7238-4937-adb7-95b16fde8db6', 'name': 'network-vif-deleted', 'tag': 'd440c1f9-0134-4e52-8038-fca0bba0a2e8', 'status': 'completed', 'code': 200} Oct 12 18:52:13.244330 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80691c6d-5ff7-4db3-9f83-8f0d1978e080 req-3d85b7a3-6aab-4b5b-adfb-2e12a33c4ea7 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:13.245819 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-80691c6d-5ff7-4db3-9f83-8f0d1978e080 req-3d85b7a3-6aab-4b5b-adfb-2e12a33c4ea7 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0502691 Oct 12 18:52:13.288258 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-80691c6d-5ff7-4db3-9f83-8f0d1978e080 req-abf99ec9-6f74-47fa-9843-2561f39aea45 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361555 Oct 12 18:52:13.435850 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:52:14.405548 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a046f1-da25-46cf-b734-c7667abe3ac8 req-5f848c72-7838-4380-b53c-d8f4b8cb8ea8 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:14.406866 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-52a046f1-da25-46cf-b734-c7667abe3ac8 req-5f848c72-7838-4380-b53c-d8f4b8cb8ea8 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0473697 Oct 12 18:52:14.443819 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-52a046f1-da25-46cf-b734-c7667abe3ac8 req-5efdcd5a-466d-4c57-b8af-13ba29fb392e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311213 Oct 12 18:52:15.435695 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device d440c1f9-0134-4e52-8038-fca0bba0a2e8 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:52:15.455175 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: d440c1f9-0134-4e52-8038-fca0bba0a2e8 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:52:15.455515 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device d440c1f9-0134-4e52-8038-fca0bba0a2e8 not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:52:15.562820 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bfd28-d99f-4eec-998a-29ee46166216 req-53eb225b-10d3-401a-b72a-35eafa53bd80 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:15.564262 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-313bfd28-d99f-4eec-998a-29ee46166216 req-53eb225b-10d3-401a-b72a-35eafa53bd80 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0477755 Oct 12 18:52:15.604320 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-313bfd28-d99f-4eec-998a-29ee46166216 req-d202fbdb-b976-4cc2-b6f9-5a3fba5b6bd9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342088 Oct 12 18:52:16.732508 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc0d91-3d2c-4747-9697-8428c3e8b072 req-34f052d9-0ed8-449a-aa8c-80a00353246e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:16.733997 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1dc0d91-3d2c-4747-9697-8428c3e8b072 req-34f052d9-0ed8-449a-aa8c-80a00353246e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0609708 Oct 12 18:52:16.770797 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1dc0d91-3d2c-4747-9697-8428c3e8b072 req-752d4fa9-89ec-4180-94ba-4c97b5de5f8c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309272 Oct 12 18:52:17.887804 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1499b24-0d90-41cf-b3d0-e3b60ba15cb0 req-84be66b3-cd83-4d4f-a95e-136ee75a9fb3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:17.889228 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d1499b24-0d90-41cf-b3d0-e3b60ba15cb0 req-84be66b3-cd83-4d4f-a95e-136ee75a9fb3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0484698 Oct 12 18:52:17.924944 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d1499b24-0d90-41cf-b3d0-e3b60ba15cb0 req-c3dbcc51-d25c-443d-a7c5-df453c8ed6b2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298858 Oct 12 18:52:19.050140 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755019cb-f2ae-4547-b050-b33055c486d3 req-8fc035fb-9496-47aa-8b54-2c42ff0e79e3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:19.051583 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-755019cb-f2ae-4547-b050-b33055c486d3 req-8fc035fb-9496-47aa-8b54-2c42ff0e79e3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0551074 Oct 12 18:52:19.095317 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-755019cb-f2ae-4547-b050-b33055c486d3 req-2d16cd5d-2891-4077-bf8f-08d7e1e334f1 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368810 Oct 12 18:52:20.212315 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f08814-fbe2-4d5e-825f-55fdd4c1a5e7 req-61877890-6d2f-4740-af67-fc4fd26ebe86 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:20.213766 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d5f08814-fbe2-4d5e-825f-55fdd4c1a5e7 req-61877890-6d2f-4740-af67-fc4fd26ebe86 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0483119 Oct 12 18:52:20.249968 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d5f08814-fbe2-4d5e-825f-55fdd4c1a5e7 req-cf138cc6-70f1-46ff-a16e-0868b0f23657 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304282 Oct 12 18:52:21.371428 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276fdf7-b576-4acf-b931-1768f3bfef20 req-12fbb947-5023-4eed-a8e5-47c158ac95ff tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:21.372900 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0276fdf7-b576-4acf-b931-1768f3bfef20 req-12fbb947-5023-4eed-a8e5-47c158ac95ff tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0515039 Oct 12 18:52:21.466127 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0276fdf7-b576-4acf-b931-1768f3bfef20 req-87f99d66-d23f-429a-bcfa-76fc48ff20b4 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836682 Oct 12 18:52:21.500724 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-7560baae-50ca-4720-9c32-d0386f02efc4 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:21.502171 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-7560baae-50ca-4720-9c32-d0386f02efc4 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/networks?id=a432cf15-e37b-419e-a4db-633dca50c816 HTTP/1.1" status: 200 len: 814 time: 0.1283798 Oct 12 18:52:21.517395 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-238bdd40-216e-49dc-8218-8825962b6d5c tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/quotas/efcda96e77f946c2ab418f6123c104b9 HTTP/1.1" status: 200 len: 375 time: 0.0095868 Oct 12 18:52:21.565282 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-1739640f-496c-41c4-85bb-a97d4d89bc76 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=efcda96e77f946c2ab418f6123c104b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423057 Oct 12 18:52:21.657627 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-eb4cfda2-2065-46fb-9311-ecbab2a480e3 service neutron] 10.222.0.66 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845997 Oct 12 18:52:21.750993 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-fd5ab19f-bba3-4047-82f9-15b5fd785810 service neutron] 10.222.0.66 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869005 Oct 12 18:52:21.910385 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e2807db9-d194-413b-860d-205b7ccf90e9 req-cc492e02-c624-4f13-8a53-458ce4058616 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 210 time: 0.0286252 Oct 12 18:52:22.456832 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b3a31-b6cd-4db0-8a89-9b3450a06bea req-f3042472-b037-4811-8c17-1d239279f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:22.458336 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-017b3a31-b6cd-4db0-8a89-9b3450a06bea req-f3042472-b037-4811-8c17-1d239279f9b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65&tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71 HTTP/1.1" status: 200 len: 1096 time: 0.3238554 Oct 12 18:52:22.532034 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b3a31-b6cd-4db0-8a89-9b3450a06bea req-047d8b08-13d9-4acf-a976-58b5921f274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:22.533514 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-017b3a31-b6cd-4db0-8a89-9b3450a06bea req-047d8b08-13d9-4acf-a976-58b5921f274e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71&device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 1096 time: 0.0405762 Oct 12 18:52:22.640470 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b903ace-8ae1-47cd-b0e2-08c0733506f7 req-39cea008-4a20-49ab-aa74-2fa1a64b38ba tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:22.641924 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5b903ace-8ae1-47cd-b0e2-08c0733506f7 req-39cea008-4a20-49ab-aa74-2fa1a64b38ba tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.1042778 Oct 12 18:52:22.675136 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b3a31-b6cd-4db0-8a89-9b3450a06bea req-f2179a40-d46f-45b5-af98-2955be0078c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:22.676410 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-017b3a31-b6cd-4db0-8a89-9b3450a06bea req-f2179a40-d46f-45b5-af98-2955be0078c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 HTTP/1.1" status: 200 len: 918 time: 0.1303697 Oct 12 18:52:22.727146 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5b903ace-8ae1-47cd-b0e2-08c0733506f7 req-388a7add-f4bf-440b-b37f-f69c23270ae2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789993 Oct 12 18:52:22.754427 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-017b3a31-b6cd-4db0-8a89-9b3450a06bea req-73949acc-0a06-49ad-90fb-b3eb39a4b2bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c90406d-8aba-4c3c-9e70-e4b0c680adf0 HTTP/1.1" status: 200 len: 998 time: 0.0682178 Oct 12 18:52:22.805173 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b3a31-b6cd-4db0-8a89-9b3450a06bea req-c543e913-2264-42ef-8fcb-b5c2458055e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:22.807763 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-017b3a31-b6cd-4db0-8a89-9b3450a06bea req-c543e913-2264-42ef-8fcb-b5c2458055e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e169c64-1553-4025-8cf9-96cfe11d06bd HTTP/1.1" status: 200 len: 856 time: 0.0444486 Oct 12 18:52:22.920802 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b3a31-b6cd-4db0-8a89-9b3450a06bea req-3ae0bcdd-7900-4efd-9c1b-e4835bae0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:22.922309 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-017b3a31-b6cd-4db0-8a89-9b3450a06bea req-3ae0bcdd-7900-4efd-9c1b-e4835bae0747 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1006672 Oct 12 18:52:23.006954 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-afbe3d0c-6120-4b5d-b20a-e2b62f91aee0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:23.008382 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-afbe3d0c-6120-4b5d-b20a-e2b62f91aee0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.21 "GET /v2.0/networks?id=a432cf15-e37b-419e-a4db-633dca50c816 HTTP/1.1" status: 200 len: 814 time: 0.1790128 Oct 12 18:52:23.043861 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-33601696-fd8e-44f6-b73b-13e0e07f2179 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Request body: {'port': {'device_id': 'f1f2abdd-9d19-4c77-8d9b-33592dac6bab', 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816', 'admin_state_up': True, 'tenant_id': 'efcda96e77f946c2ab418f6123c104b9'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:52:23.058018 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1467f845-b5eb-4aff-8c77-88af61eb5dbe req-40f3cab5-bb96-4ac3-8723-af797b6c0d90 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 210 time: 0.0485380 Oct 12 18:52:23.147283 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-017b3a31-b6cd-4db0-8a89-9b3450a06bea req-de42d19a-4a52-4d54-9f82-c9895faa07a6 service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100067 Oct 12 18:52:23.266948 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-33601696-fd8e-44f6-b73b-13e0e07f2179 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Made reservation on behalf of efcda96e77f946c2ab418f6123c104b9 for: {'port': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:52:23.272600 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-33601696-fd8e-44f6-b73b-13e0e07f2179 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:23.313140 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-017b3a31-b6cd-4db0-8a89-9b3450a06bea req-a3d27c20-3cd4-4d58-8ae9-8a4b01c95a66 service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504118 Oct 12 18:52:23.428610 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-33601696-fd8e-44f6-b73b-13e0e07f2179 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Allocated IP 172.20.0.11 (a432cf15-e37b-419e-a4db-633dca50c816/a7aff1e9-8d46-4283-85e0-404784d3cafe/b024de46-33b4-410f-a0ed-8eedbdfdf424) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:52:23.574878 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-33601696-fd8e-44f6-b73b-13e0e07f2179 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:23.609848 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-33601696-fd8e-44f6-b73b-13e0e07f2179 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:23.621991 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['567c9762-e9f1-4cc6-af81-877ce911b1b4'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:52:23.659641 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-33601696-fd8e-44f6-b73b-13e0e07f2179 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Network a432cf15-e37b-419e-a4db-633dca50c816 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:52:23.665480 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-33601696-fd8e-44f6-b73b-13e0e07f2179 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:52:23.669404 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-33601696-fd8e-44f6-b73b-13e0e07f2179 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:52:23.696889 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33601696-fd8e-44f6-b73b-13e0e07f2179 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Pushing event updated for resources: {'Port': ['ID=b024de46-33b4-410f-a0ed-8eedbdfdf424,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:23.736949 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-33601696-fd8e-44f6-b73b-13e0e07f2179 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:23.737935 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-33601696-fd8e-44f6-b73b-13e0e07f2179 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:23.770822 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-33601696-fd8e-44f6-b73b-13e0e07f2179 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7472982 Oct 12 18:52:23.872822 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5b6fe-9b77-4f26-9e84-fca8d7ddbc8c req-5f23f3b0-4fbe-45c7-a955-96cb458f7c30 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:23.874872 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-51d5b6fe-9b77-4f26-9e84-fca8d7ddbc8c req-5f23f3b0-4fbe-45c7-a955-96cb458f7c30 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0596418 Oct 12 18:52:23.928762 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-51d5b6fe-9b77-4f26-9e84-fca8d7ddbc8c req-26c8c739-b495-4a73-8ab9-652d5741c3b6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382867 Oct 12 18:52:24.176862 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d73e5d-f873-461a-b1c2-ed7c2830feb6 req-12db8110-8577-4fa1-a1d3-7ac46f58840a tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:24.178382 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-63d73e5d-f873-461a-b1c2-ed7c2830feb6 req-12db8110-8577-4fa1-a1d3-7ac46f58840a tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 932 time: 0.0546427 Oct 12 18:52:24.221013 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-63d73e5d-f873-461a-b1c2-ed7c2830feb6 req-8e008110-f6d6-4426-9c7a-3dd15b1c369c tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331967 Oct 12 18:52:24.433894 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1b2e1027-8dc5-441e-9521-c1bd30325eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:25.056592 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315f078-ea91-4728-b1bb-12a56b7b7f1a req-867a6be0-a159-4640-adb4-17c2f26d09a3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:25.058093 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8315f078-ea91-4728-b1bb-12a56b7b7f1a req-867a6be0-a159-4640-adb4-17c2f26d09a3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0518446 Oct 12 18:52:25.096562 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8315f078-ea91-4728-b1bb-12a56b7b7f1a req-d051d9ca-5614-4e6b-a816-d08e7628a1bf tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326309 Oct 12 18:52:25.357963 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea69a51-0031-4734-b206-5def94921500 req-e2d0edcf-df1d-44c3-a2a0-5df23cb1df39 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:25.359561 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2ea69a51-0031-4734-b206-5def94921500 req-e2d0edcf-df1d-44c3-a2a0-5df23cb1df39 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 932 time: 0.0713122 Oct 12 18:52:25.402563 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2ea69a51-0031-4734-b206-5def94921500 req-73ae1134-3df1-4828-853c-7a173e38918d tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354149 Oct 12 18:52:26.217630 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd494b5-0955-4dfa-ba58-1323c33ad8df req-4eeeffc6-cbab-45df-becc-0711b6385377 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:26.219085 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3dd494b5-0955-4dfa-ba58-1323c33ad8df req-4eeeffc6-cbab-45df-becc-0711b6385377 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0522611 Oct 12 18:52:26.255614 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3dd494b5-0955-4dfa-ba58-1323c33ad8df req-d73550c0-7674-4cb3-9813-6c9cf0b72bc7 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306835 Oct 12 18:52:26.519283 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7201efa-826c-4b15-84ef-931feb0b9533 req-56f10043-ad05-464e-a5ec-934f31016133 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:26.520899 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c7201efa-826c-4b15-84ef-931feb0b9533 req-56f10043-ad05-464e-a5ec-934f31016133 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 932 time: 0.0509126 Oct 12 18:52:26.573720 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c7201efa-826c-4b15-84ef-931feb0b9533 req-0a860aca-7c43-4745-8104-d4adec69b136 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457718 Oct 12 18:52:26.971921 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5f64b02f-420c-47ba-ad03-cedab02c5fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:27.380329 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07300f-412d-4b66-a6f2-942d984e7cc3 req-f3a29587-8f0f-44c9-a8e7-52d5d5417279 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:27.381848 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5c07300f-412d-4b66-a6f2-942d984e7cc3 req-f3a29587-8f0f-44c9-a8e7-52d5d5417279 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0509562 Oct 12 18:52:27.420322 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5c07300f-412d-4b66-a6f2-942d984e7cc3 req-68bbfb23-56a0-40c8-a6d7-4ffb0d844105 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323853 Oct 12 18:52:27.703364 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475c0cb-7950-44ba-a62b-adbf4d386202 req-48282212-0f4b-4b40-9b93-190193580b79 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:27.704882 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6475c0cb-7950-44ba-a62b-adbf4d386202 req-48282212-0f4b-4b40-9b93-190193580b79 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 932 time: 0.0626540 Oct 12 18:52:27.752121 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6475c0cb-7950-44ba-a62b-adbf4d386202 req-c102e87c-521f-498b-a91d-8f389b33dc82 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407786 Oct 12 18:52:27.987404 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:28.169399 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:28.545428 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5ed21-01d7-4ecb-9dfa-cb8f7266cc1d req-90fdc247-9e92-48c7-89f4-9206cc9de5ed tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:28.547698 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-54e5ed21-01d7-4ecb-9dfa-cb8f7266cc1d req-90fdc247-9e92-48c7-89f4-9206cc9de5ed tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0521820 Oct 12 18:52:28.591591 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-54e5ed21-01d7-4ecb-9dfa-cb8f7266cc1d req-57a626bb-b32c-4e02-81e7-7908cbe4fe8f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319049 Oct 12 18:52:28.863265 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b00ea-332f-47b4-86db-babef5c0ba18 req-369d8af8-6264-4b9b-b7f2-1d7a6b492c90 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:28.865286 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bf7b00ea-332f-47b4-86db-babef5c0ba18 req-369d8af8-6264-4b9b-b7f2-1d7a6b492c90 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 932 time: 0.0472329 Oct 12 18:52:28.902136 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bf7b00ea-332f-47b4-86db-babef5c0ba18 req-ae9156e9-6ab0-49d6-9574-af802d6a67c5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303855 Oct 12 18:52:29.648592 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:52:29.714923 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:29.723948 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a3a38-9ae9-43b6-85c5-5e86bf954060 req-a4e1c960-ca49-464e-9faf-3aacab5abcb2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:29.725034 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-952a3a38-9ae9-43b6-85c5-5e86bf954060 req-a4e1c960-ca49-464e-9faf-3aacab5abcb2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0571084 Oct 12 18:52:29.777548 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-952a3a38-9ae9-43b6-85c5-5e86bf954060 req-20999cde-010e-45c1-88a9-a54a7ff1823c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428948 Oct 12 18:52:30.016379 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce256be-8b7d-4747-8065-873284777a25 req-a8d5877f-bc7f-44e3-809a-931aad3fb2da tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:30.017844 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ce256be-8b7d-4747-8065-873284777a25 req-a8d5877f-bc7f-44e3-809a-931aad3fb2da tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 932 time: 0.0489502 Oct 12 18:52:30.057292 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ce256be-8b7d-4747-8065-873284777a25 req-d2756b4d-c4cc-4d31-ad93-b9c96b104224 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336204 Oct 12 18:52:30.900769 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcae802-7cbb-491f-be40-7447250d38cb req-04febeb7-6adb-4bbf-b0b3-ff9e1fcafa50 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:30.902218 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5fcae802-7cbb-491f-be40-7447250d38cb req-04febeb7-6adb-4bbf-b0b3-ff9e1fcafa50 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0480335 Oct 12 18:52:30.937980 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5fcae802-7cbb-491f-be40-7447250d38cb req-ebf0a0ac-00cd-4ad8-95de-eb280c2f70f6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299611 Oct 12 18:52:31.172619 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa461ac-eb8b-42be-b715-745490185a69 req-41c21ee2-e44b-41ba-93b9-465395d82d43 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:31.174058 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dfa461ac-eb8b-42be-b715-745490185a69 req-41c21ee2-e44b-41ba-93b9-465395d82d43 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 932 time: 0.0509541 Oct 12 18:52:31.212751 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dfa461ac-eb8b-42be-b715-745490185a69 req-793275ac-0ca6-4f5e-8b04-7fc57ed6f593 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327673 Oct 12 18:52:32.056879 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cd498-eeb0-46a0-a01f-37595bc6d839 req-f27a3667-6b06-45a2-bd89-797cd095d766 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:32.058332 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8b9cd498-eeb0-46a0-a01f-37595bc6d839 req-f27a3667-6b06-45a2-bd89-797cd095d766 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0504463 Oct 12 18:52:32.095929 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8b9cd498-eeb0-46a0-a01f-37595bc6d839 req-e468c8c9-69f6-4ef9-9b13-0c7742a009da tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317113 Oct 12 18:52:32.325499 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decd3d2-a8f5-4fd6-956d-9ef75cf2593c req-bc91a699-6072-4700-81fb-f01f28922ca4 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:32.326920 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4decd3d2-a8f5-4fd6-956d-9ef75cf2593c req-bc91a699-6072-4700-81fb-f01f28922ca4 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 932 time: 0.0487828 Oct 12 18:52:32.362472 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4decd3d2-a8f5-4fd6-956d-9ef75cf2593c req-70033a5f-e525-4a23-8e2c-5f0c817785aa tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297661 Oct 12 18:52:33.223715 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1c30e-d096-4408-8db5-adf393c03999 req-ff80d0fe-6c79-41a2-bb9f-b4242e6402d0 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:33.225183 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7eb1c30e-d096-4408-8db5-adf393c03999 req-ff80d0fe-6c79-41a2-bb9f-b4242e6402d0 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0564384 Oct 12 18:52:33.266278 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7eb1c30e-d096-4408-8db5-adf393c03999 req-a253ade4-cc53-44f6-91af-acc2d6471efd tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339346 Oct 12 18:52:33.479184 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06e416-b809-4a36-8daa-c4b190554f1c req-0c98fe5f-a005-4fd0-a66e-c29646edad09 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:33.480702 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fd06e416-b809-4a36-8daa-c4b190554f1c req-0c98fe5f-a005-4fd0-a66e-c29646edad09 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 932 time: 0.0511401 Oct 12 18:52:33.526020 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fd06e416-b809-4a36-8daa-c4b190554f1c req-e0d6ee90-f9df-4b5f-ac38-2aac9eaddbec tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388138 Oct 12 18:52:34.390496 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb647a-0581-4315-8f6a-a6000d4253b0 req-08b14fce-f729-4083-90b8-2d7295d765cd tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:34.392186 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a7fb647a-0581-4315-8f6a-a6000d4253b0 req-08b14fce-f729-4083-90b8-2d7295d765cd tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0502357 Oct 12 18:52:34.433096 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a7fb647a-0581-4315-8f6a-a6000d4253b0 req-c45d14ab-76c1-427c-8d61-ed0c14617a45 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350015 Oct 12 18:52:34.647490 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad0a87-59d0-4d39-89fe-665a1470f77f req-8a8a8571-28c6-4c64-b93d-055a89bc9d52 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:34.649335 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f1ad0a87-59d0-4d39-89fe-665a1470f77f req-8a8a8571-28c6-4c64-b93d-055a89bc9d52 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 932 time: 0.0560572 Oct 12 18:52:34.688810 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f1ad0a87-59d0-4d39-89fe-665a1470f77f req-1d4407ab-43f3-421f-8b28-792292f76d57 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336094 Oct 12 18:52:35.571580 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c853d-dd92-424f-b412-4caaae91364c req-9a7412b6-b896-4399-963c-de12e58f411d tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:35.573035 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5d5c853d-dd92-424f-b412-4caaae91364c req-9a7412b6-b896-4399-963c-de12e58f411d tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0654006 Oct 12 18:52:35.611092 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5d5c853d-dd92-424f-b412-4caaae91364c req-91d30aa6-23ce-4d74-85fb-557082d49a62 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317004 Oct 12 18:52:35.809251 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f47e77-0bd8-4e13-a0e6-b95962ae00d0 req-4df6692e-0235-46c8-86e1-7f1997115854 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:35.810619 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f6f47e77-0bd8-4e13-a0e6-b95962ae00d0 req-4df6692e-0235-46c8-86e1-7f1997115854 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 932 time: 0.0554082 Oct 12 18:52:35.851063 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f6f47e77-0bd8-4e13-a0e6-b95962ae00d0 req-9a5e04aa-cd58-41f7-a4a8-c08dff8a028e tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345840 Oct 12 18:52:36.746327 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cb30b-52f8-4f61-821d-35e3f2f58271 req-86d62489-c527-42d6-89d9-20c8c1aec25f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:36.747860 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d32cb30b-52f8-4f61-821d-35e3f2f58271 req-86d62489-c527-42d6-89d9-20c8c1aec25f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0603867 Oct 12 18:52:36.793898 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d32cb30b-52f8-4f61-821d-35e3f2f58271 req-f44e2ed5-4fec-4651-82a5-8f6f702735ce tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401707 Oct 12 18:52:36.968038 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf816a-1075-45fb-87e0-50b4381922db req-a0ebde12-f2bf-4b0f-a929-9db8cbd3ae46 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:36.969426 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-87cf816a-1075-45fb-87e0-50b4381922db req-a0ebde12-f2bf-4b0f-a929-9db8cbd3ae46 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 932 time: 0.0513954 Oct 12 18:52:37.008577 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-87cf816a-1075-45fb-87e0-50b4381922db req-dc1c74f8-ca52-4e71-bb8a-99ee1db3b121 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322094 Oct 12 18:52:37.912933 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a465cb5-6173-445f-9ee4-e762c643fad5 req-b37487e2-525f-4924-b228-65cd2c115748 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:37.914934 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6a465cb5-6173-445f-9ee4-e762c643fad5 req-b37487e2-525f-4924-b228-65cd2c115748 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0481942 Oct 12 18:52:37.964558 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6a465cb5-6173-445f-9ee4-e762c643fad5 req-0c3925d9-8b9e-45fc-a21e-21d86140bf1c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381563 Oct 12 18:52:38.129891 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bd554-80f0-4d3f-a77a-30e10bc8fdcb req-c4da0413-cff8-4c89-ba60-490faba2d72f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:38.131298 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-700bd554-80f0-4d3f-a77a-30e10bc8fdcb req-c4da0413-cff8-4c89-ba60-490faba2d72f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 932 time: 0.0543668 Oct 12 18:52:38.170076 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-700bd554-80f0-4d3f-a77a-30e10bc8fdcb req-03f1f0c5-2fb5-4bde-b406-898e163c41a5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318921 Oct 12 18:52:39.085144 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161d43e-8b66-4023-b330-e13feb5f42a3 req-f98c3dc6-4a60-4ed9-968d-bdd0c471972c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:39.086751 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2161d43e-8b66-4023-b330-e13feb5f42a3 req-f98c3dc6-4a60-4ed9-968d-bdd0c471972c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0502114 Oct 12 18:52:39.126367 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2161d43e-8b66-4023-b330-e13feb5f42a3 req-3c8e6a9b-a56c-498b-87fd-2b1993c722c5 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334001 Oct 12 18:52:39.283931 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd95e00-ed24-4c36-862a-9f5a4bca2861 req-6bc02665-aadd-4eb2-ae60-70b3bf2b2855 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:39.285415 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1fd95e00-ed24-4c36-862a-9f5a4bca2861 req-6bc02665-aadd-4eb2-ae60-70b3bf2b2855 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 932 time: 0.0478916 Oct 12 18:52:39.323988 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1fd95e00-ed24-4c36-862a-9f5a4bca2861 req-5e6560de-6270-413a-a589-45325d12bbff tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316186 Oct 12 18:52:39.578719 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:40.266286 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a89ea-7a3d-4f39-97dc-45b80511c8bf req-55b0ac7d-d990-45e8-b8c0-4712dd0edfc0 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:40.267752 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b04a89ea-7a3d-4f39-97dc-45b80511c8bf req-55b0ac7d-d990-45e8-b8c0-4712dd0edfc0 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0638571 Oct 12 18:52:40.305952 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b04a89ea-7a3d-4f39-97dc-45b80511c8bf req-4e01cd35-0934-4f85-86f4-abdbbc6f885a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322533 Oct 12 18:52:40.439935 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121736b2-3481-48f5-bdce-1d1bc07c689e req-bde287e3-8681-4465-9777-6b921449e158 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:40.441335 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-121736b2-3481-48f5-bdce-1d1bc07c689e req-bde287e3-8681-4465-9777-6b921449e158 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 932 time: 0.0493894 Oct 12 18:52:40.479819 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-121736b2-3481-48f5-bdce-1d1bc07c689e req-fa73fb3c-177c-4c19-a2b1-4321e18154ff tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317130 Oct 12 18:52:41.428928 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c4241-4356-4e9d-9ff2-11e9fcb902d9 req-e013047e-bd65-48e5-8033-791c189c62bd tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:41.431026 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-002c4241-4356-4e9d-9ff2-11e9fcb902d9 req-e013047e-bd65-48e5-8033-791c189c62bd tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0530646 Oct 12 18:52:41.470124 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-002c4241-4356-4e9d-9ff2-11e9fcb902d9 req-328d3733-4969-41a8-a33e-952f0d117129 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330117 Oct 12 18:52:41.600231 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc9657-4b75-41da-b6e3-5a65ef8c7305 req-0961405c-31c7-42a4-9ac1-263e2aec5ea8 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:41.601653 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-89cc9657-4b75-41da-b6e3-5a65ef8c7305 req-0961405c-31c7-42a4-9ac1-263e2aec5ea8 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 932 time: 0.0517507 Oct 12 18:52:41.637707 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-89cc9657-4b75-41da-b6e3-5a65ef8c7305 req-f0ad5f0b-efc7-48c2-acc2-cf5f4b28d8bf tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302007 Oct 12 18:52:42.152764 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 39698) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:42.196171 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77e9e6a-970f-4c42-b53e-2e6bf07e472e admin admin] Deleting subnet 79c23577-f536-4b4f-badf-4f5d109932df {{(pid=100617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:52:42.199269 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c77e9e6a-970f-4c42-b53e-2e6bf07e472e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:42.232481 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c77e9e6a-970f-4c42-b53e-2e6bf07e472e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5055536'] for subnet, precommit_delete_associations {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:42.269508 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c77e9e6a-970f-4c42-b53e-2e6bf07e472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785012'] for subnet, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:42.324774 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c77e9e6a-970f-4c42-b53e-2e6bf07e472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5055686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4759567'] for subnet, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:42.349708 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e9e6a-970f-4c42-b53e-2e6bf07e472e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c23577-f536-4b4f-badf-4f5d109932df,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:42.355231 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c77e9e6a-970f-4c42-b53e-2e6bf07e472e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:42.358348 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-c77e9e6a-970f-4c42-b53e-2e6bf07e472e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/79c23577-f536-4b4f-badf-4f5d109932df HTTP/1.1" status: 204 len: 168 time: 0.2045643 Oct 12 18:52:42.360805 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 39700) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:42.427270 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5ac844b3-9822-4f50-a597-7967ad0a56ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656927'] for network, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:42.507580 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5ac844b3-9822-4f50-a597-7967ad0a56ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721551', 'neutron.services.segments.db._delete_segments_for_network-8753793662980'] for network, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:42.528023 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-5ac844b3-9822-4f50-a597-7967ad0a56ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7d6a7d-01fa-48ea-af8f-5c4ced65156d']}} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:42.537049 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-5ac844b3-9822-4f50-a597-7967ad0a56ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bfccc9-b9c0-4a99-853e-e108890260df') {'for_net_delete': True} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:42.537423 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-5ac844b3-9822-4f50-a597-7967ad0a56ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bfccc9-b9c0-4a99-853e-e108890260df') {} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:52:42.555802 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5ac844b3-9822-4f50-a597-7967ad0a56ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753793662477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5055547'] for segment, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:42.585178 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5ac844b3-9822-4f50-a597-7967ad0a56ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:42.594676 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac844b3-9822-4f50-a597-7967ad0a56ae admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=100617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:52:42.595061 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5ac844b3-9822-4f50-a597-7967ad0a56ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5055256'] for segment, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: Traceback (most recent call last): Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: timer() Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: cb(*args, **kw) Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: return func(*args, **kwargs) Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: self._notify() Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: self.callback(batched_events) Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: event.method(event) Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: return f(self, *a, **k) Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: return self._get(url).json() Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: return self.request(url, 'GET', **kwargs) Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:52:42.597607 dv-cinder-813229-2-iscsi neutron-server[100617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:52:42.642682 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa662b80-f1ec-4620-8f05-77c139b3d094 req-41b2f7d4-36ab-44f0-919b-82269956f960 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:42.644128 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fa662b80-f1ec-4620-8f05-77c139b3d094 req-41b2f7d4-36ab-44f0-919b-82269956f960 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0999460 Oct 12 18:52:42.675084 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5ac844b3-9822-4f50-a597-7967ad0a56ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7932349'] for network, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:42.682646 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5ac844b3-9822-4f50-a597-7967ad0a56ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:42.688293 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-5ac844b3-9822-4f50-a597-7967ad0a56ae admin admin] 10.222.0.66 "DELETE /v2.0/networks/3a7d6a7d-01fa-48ea-af8f-5c4ced65156d HTTP/1.1" status: 204 len: 168 time: 0.3264620 Oct 12 18:52:42.712243 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac844b3-9822-4f50-a597-7967ad0a56ae admin admin] Pushing event deleted for resources: {'Network': ['ID=3a7d6a7d-01fa-48ea-af8f-5c4ced65156d,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:42.716261 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fa662b80-f1ec-4620-8f05-77c139b3d094 req-ffbd7271-2c5d-4dd1-b404-f0b01be2abf2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600483 Oct 12 18:52:42.765266 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dd3f0-a737-46b9-9221-4910f3c6a1e1 req-9917044e-3042-462d-b36e-470198e54d59 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:42.766743 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-168dd3f0-a737-46b9-9221-4910f3c6a1e1 req-9917044e-3042-462d-b36e-470198e54d59 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 932 time: 0.0565658 Oct 12 18:52:42.793331 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Request body: {'port': {'device_id': 'f1f2abdd-9d19-4c77-8d9b-33592dac6bab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:52:42.807027 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 39712) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:42.830461 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-168dd3f0-a737-46b9-9221-4910f3c6a1e1 req-614ae791-4fae-4bfd-94da-85d7e006884d tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577569 Oct 12 18:52:42.850828 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-1d16a5c4-e40a-43f2-8848-37404fe7e116 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e61f9f2a997b4c65bcbd6907356539dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425587 Oct 12 18:52:42.851397 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 39714) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:52:42.864125 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:42.902685 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-20622a1a-eae1-4519-b56a-5ef94fd6e8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:42.923398 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-20622a1a-eae1-4519-b56a-5ef94fd6e8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:42.970331 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-20622a1a-eae1-4519-b56a-5ef94fd6e8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:42.972925 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-20622a1a-eae1-4519-b56a-5ef94fd6e8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:42.974372 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-20622a1a-eae1-4519-b56a-5ef94fd6e8a5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/acb05b42-1d0e-40d5-ae2c-c061fc01731a HTTP/1.1" status: 204 len: 168 time: 0.1214273 Oct 12 18:52:42.983469 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20622a1a-eae1-4519-b56a-5ef94fd6e8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb05b42-1d0e-40d5-ae2c-c061fc01731a,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:42.991217 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20622a1a-eae1-4519-b56a-5ef94fd6e8a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:42.991563 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20622a1a-eae1-4519-b56a-5ef94fd6e8a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:42.991899 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20622a1a-eae1-4519-b56a-5ef94fd6e8a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:42.992286 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20622a1a-eae1-4519-b56a-5ef94fd6e8a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:42.993785 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20622a1a-eae1-4519-b56a-5ef94fd6e8a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:42.994124 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20622a1a-eae1-4519-b56a-5ef94fd6e8a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:42.994458 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20622a1a-eae1-4519-b56a-5ef94fd6e8a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:42.994784 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20622a1a-eae1-4519-b56a-5ef94fd6e8a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:42.995111 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20622a1a-eae1-4519-b56a-5ef94fd6e8a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:42.995461 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20622a1a-eae1-4519-b56a-5ef94fd6e8a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:42.995779 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20622a1a-eae1-4519-b56a-5ef94fd6e8a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:42.996097 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20622a1a-eae1-4519-b56a-5ef94fd6e8a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:43.139379 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b024de46-33b4-410f-a0ed-8eedbdfdf424 {{(pid=100617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:52:43.147338 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:43.160193 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.provisioning_blocks [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Transition to ACTIVE for port object b024de46-33b4-410f-a0ed-8eedbdfdf424 will not be triggered until provisioned by entity L2. {{(pid=100617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:52:43.163774 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:43.215190 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Pushing event updated for resources: {'Port': ['ID=b024de46-33b4-410f-a0ed-8eedbdfdf424,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:43.283139 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Attempting to bind port b024de46-33b4-410f-a0ed-8eedbdfdf424 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:52:43.283472 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Attempting to bind port b024de46-33b4-410f-a0ed-8eedbdfdf424 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd8c86b1b-cbc1-4d4a-8931-3356ff4de455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816'}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:52:43.283917 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Attempting to bind port b024de46-33b4-410f-a0ed-8eedbdfdf424 on network a432cf15-e37b-419e-a4db-633dca50c816 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:52:43.288112 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Port b024de46-33b4-410f-a0ed-8eedbdfdf424 on network a432cf15-e37b-419e-a4db-633dca50c816 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:52:43.288424 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Attempting to bind port b024de46-33b4-410f-a0ed-8eedbdfdf424 on network a432cf15-e37b-419e-a4db-633dca50c816 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:52:43.293674 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:52:43.294001 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Checking segment: {'id': 'd8c86b1b-cbc1-4d4a-8931-3356ff4de455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:52:43.294394 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Bound using segment: {'id': 'd8c86b1b-cbc1-4d4a-8931-3356ff4de455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816'} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:52:43.294790 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Bound port: b024de46-33b4-410f-a0ed-8eedbdfdf424, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c86b1b-cbc1-4d4a-8931-3356ff4de455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816'}}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:52:43.295135 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:43.359200 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] For port b024de46-33b4-410f-a0ed-8eedbdfdf424, host hv-cinder-81322, cleared binding levels {{(pid=100617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:52:43.362213 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] For port b024de46-33b4-410f-a0ed-8eedbdfdf424, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b024de46-33b4-410f-a0ed-8eedbdfdf424,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:52:43.366401 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:43.404337 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:43.404961 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:43.406337 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] 10.222.0.21 "PUT /v2.0/ports/b024de46-33b4-410f-a0ed-8eedbdfdf424 HTTP/1.1" status: 200 len: 1094 time: 0.6187017 Oct 12 18:52:43.406762 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f2abdd-9d19-4c77-8d9b-33592dac6bab', 'tag': 'b024de46-33b4-410f-a0ed-8eedbdfdf424'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:52:43.408960 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18b24a4-fcec-40d5-874a-c3844cd5d072" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f2abdd-9d19-4c77-8d9b-33592dac6bab", "tag": "b024de46-33b4-410f-a0ed-8eedbdfdf424"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:52:43.431985 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e86dce-3e6d-4761-9709-2b470e825650 service neutron] Pushing event updated for resources: {'Port': ['ID=b024de46-33b4-410f-a0ed-8eedbdfdf424,revision_number=3']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:43.493318 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-284f5150-cffa-45bf-bc42-a150ccba8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:43.494906 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-284f5150-cffa-45bf-bc42-a150ccba8e11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efcda96e77f946c2ab418f6123c104b9&device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 1097 time: 0.0479987 Oct 12 18:52:43.538137 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-b027e276-1ad4-4bbb-b1d7-3444aebeb371 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b024de46-33b4-410f-a0ed-8eedbdfdf424 HTTP/1.1" status: 200 len: 217 time: 0.0346220 Oct 12 18:52:43.593892 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-dc0c0562-478d-4908-94fc-b1a8d676edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:43.595312 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-dc0c0562-478d-4908-94fc-b1a8d676edc3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a7aff1e9-8d46-4283-85e0-404784d3cafe HTTP/1.1" status: 200 len: 854 time: 0.0495298 Oct 12 18:52:43.596742 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e76da0-c55f-4091-8da9-7f6f5fc485cd x-openstack-request-id: req-81e76da0-c55f-4091-8da9-7f6f5fc485cd {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:52:43.597025 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f2abdd-9d19-4c77-8d9b-33592dac6bab", "tag": "b024de46-33b4-410f-a0ed-8eedbdfdf424", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:52:43.597274 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-81e76da0-c55f-4091-8da9-7f6f5fc485cd {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:52:43.597673 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f2abdd-9d19-4c77-8d9b-33592dac6bab', 'tag': 'b024de46-33b4-410f-a0ed-8eedbdfdf424', 'status': 'completed', 'code': 200} Oct 12 18:52:43.630111 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-cb83f8ef-98af-46b3-ba21-74174a2c7783 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a432cf15-e37b-419e-a4db-633dca50c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251348 Oct 12 18:52:43.721529 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-d30ffa6a-ec8c-4600-812d-f9512698e01b service neutron] 10.222.0.21 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843079 Oct 12 18:52:44.123010 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6efc0bda-9c7f-4d98-804a-f9b3d7a8f15e req-c6446614-77d2-46c2-948f-ca9a260340c8 service neutron] 10.222.0.21 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938024 Oct 12 18:52:44.145748 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094b811-3007-4572-bde7-56e4f7cf3380 req-5b78b5ff-04e3-4b5d-a8f4-6faa59de9598 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:44.147233 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a094b811-3007-4572-bde7-56e4f7cf3380 req-5b78b5ff-04e3-4b5d-a8f4-6faa59de9598 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.3550127 Oct 12 18:52:44.159525 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67a3e5-d893-4af0-a4b7-b42421703ea6 req-babd9306-bf91-4281-b774-c0dd42d82f86 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:44.160886 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cf67a3e5-d893-4af0-a4b7-b42421703ea6 req-babd9306-bf91-4281-b774-c0dd42d82f86 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 944 time: 0.0828347 Oct 12 18:52:44.240313 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a094b811-3007-4572-bde7-56e4f7cf3380 req-1b037b0f-babc-41b8-9519-3f973a019778 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784476 Oct 12 18:52:44.249683 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cf67a3e5-d893-4af0-a4b7-b42421703ea6 req-4ead9bc3-51c4-461f-b59d-ffbd580dd504 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821586 Oct 12 18:52:44.260251 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b24a4-fcec-40d5-874a-c3844cd5d072 req-cdb302c7-6120-43dc-ae19-fcb3a42acea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:44.265783 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e18b24a4-fcec-40d5-874a-c3844cd5d072 req-cdb302c7-6120-43dc-ae19-fcb3a42acea7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efcda96e77f946c2ab418f6123c104b9&device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 1097 time: 0.0794332 Oct 12 18:52:44.351158 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b24a4-fcec-40d5-874a-c3844cd5d072 req-0d42af80-bc8e-4a41-8071-27396ee838dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:44.352707 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e18b24a4-fcec-40d5-874a-c3844cd5d072 req-0d42af80-bc8e-4a41-8071-27396ee838dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=a432cf15-e37b-419e-a4db-633dca50c816 HTTP/1.1" status: 200 len: 915 time: 0.0838041 Oct 12 18:52:44.396222 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e18b24a4-fcec-40d5-874a-c3844cd5d072 req-0778b5d6-20a5-4c57-b019-f4ed9617e74b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b024de46-33b4-410f-a0ed-8eedbdfdf424 HTTP/1.1" status: 200 len: 217 time: 0.0362692 Oct 12 18:52:44.443559 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b24a4-fcec-40d5-874a-c3844cd5d072 req-c297ec90-2e80-476c-ac18-56b09dbdb432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:44.444907 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e18b24a4-fcec-40d5-874a-c3844cd5d072 req-c297ec90-2e80-476c-ac18-56b09dbdb432 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a7aff1e9-8d46-4283-85e0-404784d3cafe HTTP/1.1" status: 200 len: 854 time: 0.0416961 Oct 12 18:52:44.475676 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e18b24a4-fcec-40d5-874a-c3844cd5d072 req-a8496148-98fd-41dd-8313-c8f4f7c3faef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a432cf15-e37b-419e-a4db-633dca50c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227301 Oct 12 18:52:44.569187 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e18b24a4-fcec-40d5-874a-c3844cd5d072 req-6644cf8a-6c9a-4d59-a46c-fd8e22c3a344 service neutron] 10.222.0.21 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854328 Oct 12 18:52:44.658169 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e18b24a4-fcec-40d5-874a-c3844cd5d072 req-aab57088-ccaa-45cd-a0ff-6bf1881f6a02 service neutron] 10.222.0.21 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810370 Oct 12 18:52:45.395060 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec659ea-3178-47f8-8fcf-1c75c989bf23 req-801b5f02-b46b-41f0-a440-7b3eeb936292 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:45.396603 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0ec659ea-3178-47f8-8fcf-1c75c989bf23 req-801b5f02-b46b-41f0-a440-7b3eeb936292 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0785871 Oct 12 18:52:45.404603 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6eb8a-9805-44d5-a512-083d5f423561 req-62a857d8-2922-4cbf-89f7-dadc8c33dc2d tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:45.405968 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-08d6eb8a-9805-44d5-a512-083d5f423561 req-62a857d8-2922-4cbf-89f7-dadc8c33dc2d tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 944 time: 0.0786891 Oct 12 18:52:45.458844 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0ec659ea-3178-47f8-8fcf-1c75c989bf23 req-6dee7682-09eb-4771-b9f8-efe7b90c0212 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519571 Oct 12 18:52:45.464208 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-08d6eb8a-9805-44d5-a512-083d5f423561 req-9e1d697d-aeeb-47f6-b5c9-2f470dfa1355 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517752 Oct 12 18:52:46.608065 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901bd9c-091e-4394-a80a-847cf29728f2 req-a98ed50d-7c69-4709-b24e-6680788b1f04 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:46.609436 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e901bd9c-091e-4394-a80a-847cf29728f2 req-a98ed50d-7c69-4709-b24e-6680788b1f04 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0777242 Oct 12 18:52:46.617887 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ea98b-cf82-46c4-8a1e-e70c2306c4ba req-91617c1b-2c6e-4c3a-b5e8-4f0befbc0e0f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:46.619339 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c32ea98b-cf82-46c4-8a1e-e70c2306c4ba req-91617c1b-2c6e-4c3a-b5e8-4f0befbc0e0f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 944 time: 0.0888908 Oct 12 18:52:46.670244 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e901bd9c-091e-4394-a80a-847cf29728f2 req-c1a59c08-0252-4ccd-8fcc-a82e90a82099 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499783 Oct 12 18:52:46.677063 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c32ea98b-cf82-46c4-8a1e-e70c2306c4ba req-b52c11f2-5d12-4eea-bce1-8c816227beed tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512812 Oct 12 18:52:47.816565 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189de599-4fb7-4dd3-a0dd-1d6eabdc09a1 req-9ab007fd-a892-417f-b8a4-6acb3edcde59 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:47.818059 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-189de599-4fb7-4dd3-a0dd-1d6eabdc09a1 req-9ab007fd-a892-417f-b8a4-6acb3edcde59 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0758762 Oct 12 18:52:47.826857 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0ade5-93ff-43f5-a770-40df5afb6fc2 req-9170e821-f0f3-4efc-a14e-7bb466238443 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:47.828223 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a8f0ade5-93ff-43f5-a770-40df5afb6fc2 req-9170e821-f0f3-4efc-a14e-7bb466238443 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 944 time: 0.0841556 Oct 12 18:52:47.886644 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-189de599-4fb7-4dd3-a0dd-1d6eabdc09a1 req-5b545baf-62a6-4181-8410-3872f2d075c4 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574896 Oct 12 18:52:47.889457 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a8f0ade5-93ff-43f5-a770-40df5afb6fc2 req-2bb00ed2-3014-4e04-af42-bab7894c26b3 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546722 Oct 12 18:52:49.034029 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7d9a6-e004-4f4d-94ef-4138c8117719 req-9d57b020-5b73-4567-bf55-56bb5816f284 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:49.035484 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-58e7d9a6-e004-4f4d-94ef-4138c8117719 req-9d57b020-5b73-4567-bf55-56bb5816f284 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0755942 Oct 12 18:52:49.043934 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bdfc8-f14b-4703-af7b-8cfe86b4fe86 req-422b16b8-b75e-443b-ab84-ce6637fbf183 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:49.045301 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fc1bdfc8-f14b-4703-af7b-8cfe86b4fe86 req-422b16b8-b75e-443b-ab84-ce6637fbf183 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 944 time: 0.0767078 Oct 12 18:52:49.101831 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-58e7d9a6-e004-4f4d-94ef-4138c8117719 req-14ecb6fe-9ff6-4c91-a714-74d4755930b9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550148 Oct 12 18:52:49.104657 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fc1bdfc8-f14b-4703-af7b-8cfe86b4fe86 req-bc812532-67af-46d7-a932-f6c47842a2ff tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526917 Oct 12 18:52:50.249006 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60bce3-b333-414b-abbe-0120a3c8228c req-88c24354-ac2e-4405-9786-022d680d6844 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:50.250456 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5c60bce3-b333-414b-abbe-0120a3c8228c req-88c24354-ac2e-4405-9786-022d680d6844 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 944 time: 0.0773225 Oct 12 18:52:50.258917 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e545ed3-b203-41d4-847e-28d052cdd803 req-4a0897f5-4444-4ead-8ebe-0a9477fc110b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:50.260238 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3e545ed3-b203-41d4-847e-28d052cdd803 req-4a0897f5-4444-4ead-8ebe-0a9477fc110b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0852766 Oct 12 18:52:50.311781 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5c60bce3-b333-414b-abbe-0120a3c8228c req-5da2d953-0b8e-4892-b28d-a6e7439c32f0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506325 Oct 12 18:52:50.316388 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3e545ed3-b203-41d4-847e-28d052cdd803 req-0377860f-30e9-4c93-8159-ed55f83092c7 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497808 Oct 12 18:52:51.453936 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62c8f9-cea2-4cd5-860b-a130b44accc5 req-09633611-12b8-43a1-b76e-22f1cb5c17d4 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:51.455398 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9d62c8f9-cea2-4cd5-860b-a130b44accc5 req-09633611-12b8-43a1-b76e-22f1cb5c17d4 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 944 time: 0.0781260 Oct 12 18:52:51.464207 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeaf98e-6f6b-4d2e-90e1-f36c6174c8e7 req-59f6638a-0e14-45b3-abbd-a1d690467130 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:51.465619 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0aeaf98e-6f6b-4d2e-90e1-f36c6174c8e7 req-59f6638a-0e14-45b3-abbd-a1d690467130 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0780709 Oct 12 18:52:51.519120 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0aeaf98e-6f6b-4d2e-90e1-f36c6174c8e7 req-e781e3c2-886d-481b-be16-33823d1b0dce tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469303 Oct 12 18:52:51.521788 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9d62c8f9-cea2-4cd5-860b-a130b44accc5 req-f0dd4c3a-cc2d-4682-9067-cee758bc54ec tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553339 Oct 12 18:52:52.563045 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device b024de46-33b4-410f-a0ed-8eedbdfdf424 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:52:52.657140 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port b024de46-33b4-410f-a0ed-8eedbdfdf424, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b024de46-33b4-410f-a0ed-8eedbdfdf424,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:52:52.666426 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb34f3e-f906-4881-87ac-bbd4f6e648f5 req-98e37d8a-df19-427e-8312-93c20a931596 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:52.667950 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2bb34f3e-f906-4881-87ac-bbd4f6e648f5 req-98e37d8a-df19-427e-8312-93c20a931596 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 944 time: 0.0779910 Oct 12 18:52:52.669152 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': 'b024de46-33b4-410f-a0ed-8eedbdfdf424', 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816', 'port_id': 'b024de46-33b4-410f-a0ed-8eedbdfdf424', 'mac_address': 'fa:16:3e:0d:1e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7aff1e9-8d46-4283-85e0-404784d3cafe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:52:52.676141 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914859db-a6aa-4a97-9fbf-70f731cf3205 req-d130758c-0e5f-4c99-a7d6-ddad6c44279f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:52.677559 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-914859db-a6aa-4a97-9fbf-70f731cf3205 req-d130758c-0e5f-4c99-a7d6-ddad6c44279f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0789495 Oct 12 18:52:52.705524 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:52.721414 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b024de46-33b4-410f-a0ed-8eedbdfdf424 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:52:52.739550 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2bb34f3e-f906-4881-87ac-bbd4f6e648f5 req-a19e02b6-de2d-4e3e-a681-41729d6defb2 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610394 Oct 12 18:52:52.741022 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port b024de46-33b4-410f-a0ed-8eedbdfdf424, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b024de46-33b4-410f-a0ed-8eedbdfdf424,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:52:52.742879 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-914859db-a6aa-4a97-9fbf-70f731cf3205 req-7846504b-7071-453a-adc0-e23921aa56ee tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582385 Oct 12 18:52:52.745202 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:52.801800 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=b024de46-33b4-410f-a0ed-8eedbdfdf424,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:52:52.808833 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:52.809207 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:52.809576 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:52.809915 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:52.810247 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:52.810577 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:52.810905 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:52.811237 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:52.811577 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:52.811903 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:52.812225 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:52.812546 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:52:53.880416 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a4ef5-ba18-45d9-863a-2cb1cd8ad345 req-8e832b0b-e5c6-4d91-a0d7-4c93cedcae41 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:53.881806 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-118a4ef5-ba18-45d9-863a-2cb1cd8ad345 req-8e832b0b-e5c6-4d91-a0d7-4c93cedcae41 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 945 time: 0.0734413 Oct 12 18:52:53.893644 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2232130-43e6-4090-8f29-16abbd65eb31 req-65f8659b-8bed-4e3c-b840-57665268e136 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:53.895008 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d2232130-43e6-4090-8f29-16abbd65eb31 req-65f8659b-8bed-4e3c-b840-57665268e136 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0767260 Oct 12 18:52:53.950040 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-118a4ef5-ba18-45d9-863a-2cb1cd8ad345 req-d69d20dd-1068-4714-b21a-c3b05170b9a2 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538204 Oct 12 18:52:53.952712 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d2232130-43e6-4090-8f29-16abbd65eb31 req-0776d882-20df-46a6-8eee-cfd9ca00e28c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507286 Oct 12 18:52:54.433607 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-29151d11-3d23-4928-942b-44d92e28b141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:55.094546 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc90855-e02f-4e4d-9947-a73f8c2262ab req-30c561dc-1e0a-48b6-96aa-190979caddc7 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:55.095983 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6bc90855-e02f-4e4d-9947-a73f8c2262ab req-30c561dc-1e0a-48b6-96aa-190979caddc7 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 945 time: 0.0783229 Oct 12 18:52:55.104614 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffecdf2-0a89-408c-aefc-9e5e77dbc657 req-e9548e34-3327-4335-bba4-981385da4553 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:55.105969 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4ffecdf2-0a89-408c-aefc-9e5e77dbc657 req-e9548e34-3327-4335-bba4-981385da4553 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0784881 Oct 12 18:52:55.159217 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6bc90855-e02f-4e4d-9947-a73f8c2262ab req-0dd9d2f6-31de-4908-9e8a-cd4f4d05223f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523090 Oct 12 18:52:55.163898 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4ffecdf2-0a89-408c-aefc-9e5e77dbc657 req-2c592cfb-97dc-4886-9d51-a1d149b19f33 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515363 Oct 12 18:52:56.312445 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dc41a-6532-4619-86ee-09d65509dad1 req-f31818b2-f1f4-4e8a-97e5-38eafd858398 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:56.313895 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-784dc41a-6532-4619-86ee-09d65509dad1 req-f31818b2-f1f4-4e8a-97e5-38eafd858398 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 945 time: 0.0806324 Oct 12 18:52:56.321732 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0e0a8-4232-41a1-9c6a-79939951cc7b req-9e8870d8-18f6-4b06-a7f9-2c19dbd7716a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:56.324250 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f9a0e0a8-4232-41a1-9c6a-79939951cc7b req-9e8870d8-18f6-4b06-a7f9-2c19dbd7716a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0813580 Oct 12 18:52:56.372658 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['b024de46-33b4-410f-a0ed-8eedbdfdf424'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:52:56.377368 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-784dc41a-6532-4619-86ee-09d65509dad1 req-ae2f263b-0a7a-4f07-bb31-a7f4150c75ff tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519218 Oct 12 18:52:56.384369 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f9a0e0a8-4232-41a1-9c6a-79939951cc7b req-e689ce50-f116-4e3b-9f45-d8a7c8f88575 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534132 Oct 12 18:52:56.971870 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd48d2fe-0b57-4327-8c19-076b4521100d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:57.521157 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bed89-1923-446d-9b6a-712d14f4f6ab req-6ded9868-7747-49ce-a248-9cb78927e517 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:57.522621 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bc4bed89-1923-446d-9b6a-712d14f4f6ab req-6ded9868-7747-49ce-a248-9cb78927e517 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 945 time: 0.0766253 Oct 12 18:52:57.535171 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcccfd9-a2b5-4e78-8833-7490dd226c3d req-5bffc4a1-8f81-41cf-b8c9-671864ed7671 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:57.536542 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4bcccfd9-a2b5-4e78-8833-7490dd226c3d req-5bffc4a1-8f81-41cf-b8c9-671864ed7671 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0792971 Oct 12 18:52:57.591867 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bc4bed89-1923-446d-9b6a-712d14f4f6ab req-e944fb47-6b4c-42bb-81af-8742f8f2ff87 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543907 Oct 12 18:52:57.596626 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4bcccfd9-a2b5-4e78-8833-7490dd226c3d req-bd810a3b-0ba6-42fd-a226-8423a9920663 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530689 Oct 12 18:52:57.988389 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:58.167557 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:58.737185 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7862b1c-cc8e-40ee-8eb6-6f39fc92c0af req-007405c9-e1a0-41d0-8373-a5a817fc94cc tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:58.738642 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b7862b1c-cc8e-40ee-8eb6-6f39fc92c0af req-007405c9-e1a0-41d0-8373-a5a817fc94cc tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 945 time: 0.0800593 Oct 12 18:52:58.745843 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95870c-4399-4bf7-b83b-aa07ca3391a5 req-f051dc62-8386-42b6-9625-acf0c63bdaab tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:58.747160 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7d95870c-4399-4bf7-b83b-aa07ca3391a5 req-f051dc62-8386-42b6-9625-acf0c63bdaab tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0781293 Oct 12 18:52:58.799973 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b7862b1c-cc8e-40ee-8eb6-6f39fc92c0af req-77806e07-4976-4cb0-b0e5-805b5b5a9ffb tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518119 Oct 12 18:52:58.814090 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7d95870c-4399-4bf7-b83b-aa07ca3391a5 req-1b8c09fd-50fb-4e31-bb85-1084de66bd91 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504496 Oct 12 18:52:59.717552 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:52:59.947604 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460435f9-d9d9-4d82-abd5-7092d67a4de2 req-4eb09127-4e63-4bcd-823c-9b89f8489720 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:59.949151 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-460435f9-d9d9-4d82-abd5-7092d67a4de2 req-4eb09127-4e63-4bcd-823c-9b89f8489720 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 945 time: 0.0835185 Oct 12 18:52:59.961497 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85fd9a-7ae6-4286-9501-7616780cc2bf req-fa7eb04f-aca2-405a-9a5b-1b3a7ac8cb91 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:52:59.962857 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4c85fd9a-7ae6-4286-9501-7616780cc2bf req-fa7eb04f-aca2-405a-9a5b-1b3a7ac8cb91 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0649939 Oct 12 18:53:00.018776 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-460435f9-d9d9-4d82-abd5-7092d67a4de2 req-9c451d87-68da-40de-bfd7-3e8dfbef8465 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550034 Oct 12 18:53:00.021567 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4c85fd9a-7ae6-4286-9501-7616780cc2bf req-dcd3fb6e-bd00-4125-b072-5c5fe302340f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515659 Oct 12 18:53:01.161457 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c677f-5f13-4ae7-8b8d-241586e3a45c req-1d73b048-003b-45f5-8721-df77c9ad6dc5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:01.162865 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f44c677f-5f13-4ae7-8b8d-241586e3a45c req-1d73b048-003b-45f5-8721-df77c9ad6dc5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 945 time: 0.0786700 Oct 12 18:53:01.170120 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f4e88-fc54-4a42-b009-7e5d9d32e944 req-32ead124-606a-45a3-a747-907351f1197e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:01.171425 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b81f4e88-fc54-4a42-b009-7e5d9d32e944 req-32ead124-606a-45a3-a747-907351f1197e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0767384 Oct 12 18:53:01.223149 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f44c677f-5f13-4ae7-8b8d-241586e3a45c req-fae0d617-6542-4dfa-9d0a-4e24246e43dc tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508041 Oct 12 18:53:01.230432 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b81f4e88-fc54-4a42-b009-7e5d9d32e944 req-61991d6b-70d1-49bc-adf4-e06b10d2f421 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526280 Oct 12 18:53:02.371231 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991b47f-3f56-4289-a362-71d6132950b3 req-5fc122c3-4fda-458d-8b57-04de7f93e893 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:02.372665 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5991b47f-3f56-4289-a362-71d6132950b3 req-5fc122c3-4fda-458d-8b57-04de7f93e893 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 945 time: 0.0826902 Oct 12 18:53:02.379785 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a78d6f-ccad-43bb-880f-6da103f7a4fc req-72306c19-cd09-4e9e-b5ea-8eb80f7f40fa tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:02.381109 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-22a78d6f-ccad-43bb-880f-6da103f7a4fc req-72306c19-cd09-4e9e-b5ea-8eb80f7f40fa tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0658185 Oct 12 18:53:02.434040 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5991b47f-3f56-4289-a362-71d6132950b3 req-7a015b5d-ed9e-4ef4-acb4-21c32e8735ed tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519986 Oct 12 18:53:02.438754 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-22a78d6f-ccad-43bb-880f-6da103f7a4fc req-ff1f67c1-716e-4d0d-afe4-44448b5a2a01 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505855 Oct 12 18:53:03.386322 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:53:03.392602 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device b024de46-33b4-410f-a0ed-8eedbdfdf424 up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:53:03.598711 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b70a64-4138-4712-9c02-6411bcffa1de req-a93c2dac-34dc-423d-82a6-f7f15cca74a7 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:03.600267 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-81b70a64-4138-4712-9c02-6411bcffa1de req-a93c2dac-34dc-423d-82a6-f7f15cca74a7 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 945 time: 0.0861635 Oct 12 18:53:03.615076 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e201a-75f9-48aa-9094-7b4c50708df0 req-f6617714-3757-4645-9202-4e6787b1e5c9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:03.620337 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port b024de46-33b4-410f-a0ed-8eedbdfdf424 completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:53:03.623008 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c26e201a-75f9-48aa-9094-7b4c50708df0 req-f6617714-3757-4645-9202-4e6787b1e5c9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 943 time: 0.0801439 Oct 12 18:53:03.627602 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port b024de46-33b4-410f-a0ed-8eedbdfdf424 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:53:03.627977 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:03.684280 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:03.690563 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-81b70a64-4138-4712-9c02-6411bcffa1de req-562a9c67-afe6-43ea-b96f-721f64da46f4 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650442 Oct 12 18:53:03.693752 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c26e201a-75f9-48aa-9094-7b4c50708df0 req-d531d9e3-821d-4cb6-a1c4-cfcccc87e24e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696747 Oct 12 18:53:03.705572 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'port_id': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0', 'mac_address': 'fa:16:3e:ad:dc:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:53:03.775947 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:03.780625 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:03.799092 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:53:03.819097 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f2abdd-9d19-4c77-8d9b-33592dac6bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b024de46-33b4-410f-a0ed-8eedbdfdf424'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:53:03.821438 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cec20d-89cc-47ca-bcb9-b8420943a42d" -d '{"events": [{"server_uuid": "f1f2abdd-9d19-4c77-8d9b-33592dac6bab", "name": "network-vif-plugged", "status": "completed", "tag": "b024de46-33b4-410f-a0ed-8eedbdfdf424"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:53:03.846107 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port b024de46-33b4-410f-a0ed-8eedbdfdf424, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b024de46-33b4-410f-a0ed-8eedbdfdf424,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:03.848043 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:03.850527 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:03.858161 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:03.904449 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=b024de46-33b4-410f-a0ed-8eedbdfdf424,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:03.955032 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,revision_number=9']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:03.985931 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fc603d-11f5-4c64-9aef-e033530f0f27 x-openstack-request-id: req-68fc603d-11f5-4c64-9aef-e033530f0f27 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:53:03.986224 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f2abdd-9d19-4c77-8d9b-33592dac6bab", "name": "network-vif-plugged", "status": "completed", "tag": "b024de46-33b4-410f-a0ed-8eedbdfdf424", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:53:03.986475 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-68fc603d-11f5-4c64-9aef-e033530f0f27 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:53:03.986860 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f2abdd-9d19-4c77-8d9b-33592dac6bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b024de46-33b4-410f-a0ed-8eedbdfdf424', 'code': 200} Oct 12 18:53:04.055061 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fcba425e-ccc4-4320-a438-7379570689e8 req-8e73aca4-b2f2-4ab7-9e68-5c2bc119fe00 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389934 Oct 12 18:53:04.121271 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba425e-ccc4-4320-a438-7379570689e8 req-f6a0eb8e-cb6b-4583-8b11-ba6d95180193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:04.122834 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fcba425e-ccc4-4320-a438-7379570689e8 req-f6a0eb8e-cb6b-4583-8b11-ba6d95180193 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8fde9f299c741df94fb2f851b651138&device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 1098 time: 0.0422261 Oct 12 18:53:04.245440 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee840f2a-cabe-455f-9a67-374a64796300 req-cf31b20a-75b5-42ee-a6d5-ca2fdf49723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:04.246847 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ee840f2a-cabe-455f-9a67-374a64796300 req-cf31b20a-75b5-42ee-a6d5-ca2fdf49723d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 1099 time: 0.0935531 Oct 12 18:53:04.279447 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba425e-ccc4-4320-a438-7379570689e8 req-6b2a52c7-8e8b-4054-9d84-17d9d158cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:04.281036 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fcba425e-ccc4-4320-a438-7379570689e8 req-6b2a52c7-8e8b-4054-9d84-17d9d158cd68 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01a861b8-fd34-499e-b00f-62278e422b54 HTTP/1.1" status: 200 len: 911 time: 0.1188960 Oct 12 18:53:04.301074 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ee840f2a-cabe-455f-9a67-374a64796300 req-b6ed2dd8-4b92-47be-ac3d-418ad9d45837 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421066 Oct 12 18:53:04.343328 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['1c90406d-8aba-4c3c-9e70-e4b0c680adf0'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:53:04.354823 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fcba425e-ccc4-4320-a438-7379570689e8 req-bbf525fb-6981-419a-b620-f94893697585 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39d8134f-72c7-47ae-b5d2-c205eef0e082 HTTP/1.1" status: 200 len: 1000 time: 0.0646236 Oct 12 18:53:04.785303 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba425e-ccc4-4320-a438-7379570689e8 req-c7dad131-09af-4429-a040-b8644abd0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:04.786760 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fcba425e-ccc4-4320-a438-7379570689e8 req-c7dad131-09af-4429-a040-b8644abd0018 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59e05615-d974-4962-bb16-1d78f8acc32c HTTP/1.1" status: 200 len: 849 time: 0.0850716 Oct 12 18:53:04.868567 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55b18c-57a3-486e-adbd-5183b6ebda39 req-fc58632c-879a-495b-8f00-c419e6a8e117 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:04.870105 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5c55b18c-57a3-486e-adbd-5183b6ebda39 req-fc58632c-879a-495b-8f00-c419e6a8e117 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 946 time: 0.1129320 Oct 12 18:53:04.893685 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089b5fa-cf4e-4abb-a6db-2e8627f0ef47 req-d616827d-781d-4f4d-bf68-60046fc8a912 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:04.895112 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2089b5fa-cf4e-4abb-a6db-2e8627f0ef47 req-d616827d-781d-4f4d-bf68-60046fc8a912 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 944 time: 0.1116626 Oct 12 18:53:04.898602 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba425e-ccc4-4320-a438-7379570689e8 req-2ef3e4c8-b0a5-4d2a-b03b-4bb1efb48e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:04.899965 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fcba425e-ccc4-4320-a438-7379570689e8 req-2ef3e4c8-b0a5-4d2a-b03b-4bb1efb48e23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01a861b8-fd34-499e-b00f-62278e422b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1016424 Oct 12 18:53:04.985558 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5c55b18c-57a3-486e-adbd-5183b6ebda39 req-c9ea0f30-7fdb-4a38-bd5c-ef5540441cc7 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072311 Oct 12 18:53:05.003200 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2089b5fa-cf4e-4abb-a6db-2e8627f0ef47 req-f116ac60-e7a4-4ff9-9103-b601212c3c0e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970190 Oct 12 18:53:05.036162 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fcba425e-ccc4-4320-a438-7379570689e8 req-c5f4191f-0cd8-4af2-9b11-83d21d19f1a8 service neutron] 10.222.0.21 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212776 Oct 12 18:53:05.126007 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fcba425e-ccc4-4320-a438-7379570689e8 req-5269343d-9b69-43ae-b255-fc2dcac476ca service neutron] 10.222.0.21 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817678 Oct 12 18:53:06.131984 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83506d-912e-497c-9803-376ed2751616 req-078fe157-3cd7-4e79-9715-3e226b74823f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:06.133707 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ce83506d-912e-497c-9803-376ed2751616 req-078fe157-3cd7-4e79-9715-3e226b74823f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 946 time: 0.0817618 Oct 12 18:53:06.146586 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae8315-3ddb-46d4-a5a0-71ac587d845a req-7494c0ce-3ccd-4dc6-94f0-98a5d4deccd1 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:06.148009 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6dae8315-3ddb-46d4-a5a0-71ac587d845a req-7494c0ce-3ccd-4dc6-94f0-98a5d4deccd1 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 944 time: 0.0679431 Oct 12 18:53:06.199923 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ce83506d-912e-497c-9803-376ed2751616 req-c158354d-81a5-4377-8300-762399bc9640 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507236 Oct 12 18:53:06.207229 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6dae8315-3ddb-46d4-a5a0-71ac587d845a req-10fbcad1-be4d-4a84-83e9-f3ddaeb8bb0a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526938 Oct 12 18:53:06.647405 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:53:07.340916 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ba4a0-6d9f-4c54-807a-53d2fc88cf98 req-d44dcff5-63ba-4b6d-b7cb-d8c47cbf1d8b tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:07.342362 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3f0ba4a0-6d9f-4c54-807a-53d2fc88cf98 req-d44dcff5-63ba-4b6d-b7cb-d8c47cbf1d8b tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 946 time: 0.0749021 Oct 12 18:53:07.353746 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6f8c3-638d-40ea-961d-d96a9b72afcd req-e33c73d0-e91a-46b8-9f3c-e980f0c59aac tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:07.355404 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-56d6f8c3-638d-40ea-961d-d96a9b72afcd req-e33c73d0-e91a-46b8-9f3c-e980f0c59aac tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 944 time: 0.0637970 Oct 12 18:53:07.404243 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:53:07.410865 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3f0ba4a0-6d9f-4c54-807a-53d2fc88cf98 req-9ea32946-f522-4ae4-bc5f-e47655fa3e5c tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545590 Oct 12 18:53:07.415916 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-56d6f8c3-638d-40ea-961d-d96a9b72afcd req-05f44aba-8283-4b4b-b909-52ccf5e2dfda tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540459 Oct 12 18:53:07.453214 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:53:07.453623 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:07.528990 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:07.551650 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e68a74-2b35-4ad6-9240-eb2f680ecc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:53:07.553922 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cada091b-4208-495a-98d4-33dbecd26f1f" -d '{"events": [{"server_uuid": "63e68a74-2b35-4ad6-9240-eb2f680ecc65", "name": "network-vif-plugged", "status": "completed", "tag": "1c90406d-8aba-4c3c-9e70-e4b0c680adf0"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:53:07.570744 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:07.576613 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:07.615570 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009b0a1b-70e3-4fdc-9977-b6791425235f x-openstack-request-id: req-009b0a1b-70e3-4fdc-9977-b6791425235f {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:53:07.615977 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e68a74-2b35-4ad6-9240-eb2f680ecc65", "name": "network-vif-plugged", "status": "completed", "tag": "1c90406d-8aba-4c3c-9e70-e4b0c680adf0", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:53:07.616333 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-009b0a1b-70e3-4fdc-9977-b6791425235f {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:53:07.616939 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e68a74-2b35-4ad6-9240-eb2f680ecc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0', 'code': 200} Oct 12 18:53:07.652006 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,revision_number=10']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:08.158445 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54536fa6-09cc-406a-ae46-a5047b51176d req-a8d6b572-a200-4632-8f82-35f8bcb9e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:08.160191 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-54536fa6-09cc-406a-ae46-a5047b51176d req-a8d6b572-a200-4632-8f82-35f8bcb9e175 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 1099 time: 0.0394993 Oct 12 18:53:08.196815 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-54536fa6-09cc-406a-ae46-a5047b51176d req-cc968b9e-3a07-4ba1-bfe9-86becf925b55 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282972 Oct 12 18:53:08.299902 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 39974) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:08.401513 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1908df4e-c297-4e0e-ac65-63a6569eae47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:08.475043 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1908df4e-c297-4e0e-ac65-63a6569eae47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:08.479106 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1908df4e-c297-4e0e-ac65-63a6569eae47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:08.516138 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-1908df4e-c297-4e0e-ac65-63a6569eae47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=689484c26fac4b58b058eef3c91cc783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151084 Oct 12 18:53:08.518165 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908df4e-c297-4e0e-ac65-63a6569eae47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867661f9-f5bf-4704-9f91-b8578cb2bb82,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:08.519795 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 39980) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:53:08.566704 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccebd7-7699-40ad-bf45-50db20c8dfde req-5cf84e07-e6e8-49c9-9c44-1ae0958d181a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:08.568135 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-15ccebd7-7699-40ad-bf45-50db20c8dfde req-5cf84e07-e6e8-49c9-9c44-1ae0958d181a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 946 time: 0.0762064 Oct 12 18:53:08.599074 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-055b8820-75bd-438a-8153-71a0c1db4693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:08.633504 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-15ccebd7-7699-40ad-bf45-50db20c8dfde req-75ed6834-1edc-4755-8cee-5c1069c8a48f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576961 Oct 12 18:53:08.635293 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-055b8820-75bd-438a-8153-71a0c1db4693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:08.684610 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-055b8820-75bd-438a-8153-71a0c1db4693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:08.687326 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-055b8820-75bd-438a-8153-71a0c1db4693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:08.688478 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-055b8820-75bd-438a-8153-71a0c1db4693 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/867661f9-f5bf-4704-9f91-b8578cb2bb82 HTTP/1.1" status: 204 len: 168 time: 0.1679223 Oct 12 18:53:08.697506 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b8820-75bd-438a-8153-71a0c1db4693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867661f9-f5bf-4704-9f91-b8578cb2bb82,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:09.568416 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:09.753922 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5d07-7617-4be7-b4bd-26e4b9542333 req-7b51ef39-5050-44ae-931e-85df4a7a7bad tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:09.755368 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffca5d07-7617-4be7-b4bd-26e4b9542333 req-7b51ef39-5050-44ae-931e-85df4a7a7bad tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 946 time: 0.0485060 Oct 12 18:53:09.793026 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffca5d07-7617-4be7-b4bd-26e4b9542333 req-eb42c0bc-ce27-475e-87ed-9a6e39cf3782 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307772 Oct 12 18:53:10.250077 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-d134b2bf-0e2e-40a5-948e-f663098b8411 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:10.251558 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-d134b2bf-0e2e-40a5-948e-f663098b8411 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/networks?id=a432cf15-e37b-419e-a4db-633dca50c816 HTTP/1.1" status: 200 len: 814 time: 0.1115093 Oct 12 18:53:10.267667 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-8b6de9dc-bec6-4bf8-aeb1-56252072def5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/quotas/efcda96e77f946c2ab418f6123c104b9 HTTP/1.1" status: 200 len: 375 time: 0.0101542 Oct 12 18:53:10.319107 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-3edd25fd-117d-42bc-a25c-739d500161b9 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=efcda96e77f946c2ab418f6123c104b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457151 Oct 12 18:53:10.504143 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-8839128f-c858-4dae-96f2-18900506197d service neutron] 10.222.0.66 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766918 Oct 12 18:53:10.838859 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-b1411956-9297-4929-bbbc-9ebe731de6b0 service neutron] 10.222.0.66 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287048 Oct 12 18:53:10.931264 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ff027-a350-4442-9ac2-8774927ccdf4 req-edaf2318-7c57-477c-a444-ab82d6d127a1 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:10.933913 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e23ff027-a350-4442-9ac2-8774927ccdf4 req-edaf2318-7c57-477c-a444-ab82d6d127a1 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 946 time: 0.0573831 Oct 12 18:53:10.992695 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e23ff027-a350-4442-9ac2-8774927ccdf4 req-f829a88d-fde1-4810-a3a0-b82f20f1d040 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455704 Oct 12 18:53:11.012980 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8be8ddc3-f51a-4982-acc7-2f87e96c8c52 req-bc73566a-614b-4ec2-86f2-dac6caf3fb1e tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f HTTP/1.1" status: 200 len: 210 time: 0.0317969 Oct 12 18:53:11.942475 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-5dedf698-0b7e-4b84-84dd-c07753ddf562 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:11.943905 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-5dedf698-0b7e-4b84-84dd-c07753ddf562 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.21 "GET /v2.0/networks?id=a432cf15-e37b-419e-a4db-633dca50c816 HTTP/1.1" status: 200 len: 814 time: 0.1139796 Oct 12 18:53:11.957049 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-3964d45b-2f14-4182-989b-8f7b5b1f99a0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Request body: {'port': {'device_id': 'd4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f', 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816', 'admin_state_up': True, 'tenant_id': 'efcda96e77f946c2ab418f6123c104b9'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:53:12.067523 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-3964d45b-2f14-4182-989b-8f7b5b1f99a0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Made reservation on behalf of efcda96e77f946c2ab418f6123c104b9 for: {'port': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:53:12.070958 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-3964d45b-2f14-4182-989b-8f7b5b1f99a0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:12.113459 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6f1268e2-95c1-4bb8-bbc2-a4d6b5da5286 req-ea4f5f9e-724d-41cc-837a-4fcf77884bc7 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f HTTP/1.1" status: 200 len: 210 time: 0.0323923 Oct 12 18:53:12.230000 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-3964d45b-2f14-4182-989b-8f7b5b1f99a0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Allocated IP 172.20.0.12 (a432cf15-e37b-419e-a4db-633dca50c816/a7aff1e9-8d46-4283-85e0-404784d3cafe/28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:53:12.371227 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-3964d45b-2f14-4182-989b-8f7b5b1f99a0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:12.404145 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-3964d45b-2f14-4182-989b-8f7b5b1f99a0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:12.419057 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['567c9762-e9f1-4cc6-af81-877ce911b1b4', 'b024de46-33b4-410f-a0ed-8eedbdfdf424'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:53:12.446733 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-3964d45b-2f14-4182-989b-8f7b5b1f99a0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Network a432cf15-e37b-419e-a4db-633dca50c816 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:53:12.450573 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-3964d45b-2f14-4182-989b-8f7b5b1f99a0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:53:12.454314 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-3964d45b-2f14-4182-989b-8f7b5b1f99a0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:53:12.460442 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964d45b-2f14-4182-989b-8f7b5b1f99a0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Pushing event updated for resources: {'Port': ['ID=28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:12.506430 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-3964d45b-2f14-4182-989b-8f7b5b1f99a0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:12.506939 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-3964d45b-2f14-4182-989b-8f7b5b1f99a0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:12.523114 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-3964d45b-2f14-4182-989b-8f7b5b1f99a0 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5696690 Oct 12 18:53:12.537167 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Request body: {'port': {'device_id': 'd4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:53:12.594099 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:12.848599 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 {{(pid=100617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:53:12.855987 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:12.867315 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.provisioning_blocks [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Transition to ACTIVE for port object 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 will not be triggered until provisioned by entity L2. {{(pid=100617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:53:12.871534 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:12.920842 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Pushing event updated for resources: {'Port': ['ID=28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:12.946692 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:12.947318 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:12.947468 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:12.948086 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:12.948443 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:12.948773 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:12.949100 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:12.949705 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:12.950025 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:12.950345 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:12.950667 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:12.950983 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:53:13.000396 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Attempting to bind port 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:53:13.000725 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Attempting to bind port 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd8c86b1b-cbc1-4d4a-8931-3356ff4de455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816'}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:53:13.001048 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Attempting to bind port 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 on network a432cf15-e37b-419e-a4db-633dca50c816 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:53:13.005187 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Port 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 on network a432cf15-e37b-419e-a4db-633dca50c816 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:53:13.005542 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Attempting to bind port 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 on network a432cf15-e37b-419e-a4db-633dca50c816 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:53:13.010693 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:53:13.011026 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Checking segment: {'id': 'd8c86b1b-cbc1-4d4a-8931-3356ff4de455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:53:13.011408 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Bound using segment: {'id': 'd8c86b1b-cbc1-4d4a-8931-3356ff4de455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816'} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:53:13.011821 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Bound port: 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c86b1b-cbc1-4d4a-8931-3356ff4de455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816'}}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:53:13.012165 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:13.072398 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] For port 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20, host hv-cinder-81322, cleared binding levels {{(pid=100617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:53:13.076012 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] For port 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:53:13.080962 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:13.112667 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:13.113262 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:13.114615 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] 10.222.0.21 "PUT /v2.0/ports/28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 HTTP/1.1" status: 200 len: 1094 time: 0.5814567 Oct 12 18:53:13.115036 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f', 'tag': '28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:53:13.117234 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee48a4e1-80d1-4214-aebe-e19e08a9edb1" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f", "tag": "28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:53:13.147913 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bde918-e668-4b4c-b6dc-1aaaa11fb739 service neutron] Pushing event updated for resources: {'Port': ['ID=28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20,revision_number=3']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:13.155419 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3080520b-6f0f-4be7-8077-cdd4ce9a100f x-openstack-request-id: req-3080520b-6f0f-4be7-8077-cdd4ce9a100f {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:53:13.155703 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f", "tag": "28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:53:13.155954 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3080520b-6f0f-4be7-8077-cdd4ce9a100f {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:53:13.156339 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f', 'tag': '28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20', 'status': 'completed', 'code': 200} Oct 12 18:53:13.248543 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-ba215548-0253-4779-bc12-1842bcbe04d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:13.250055 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-ba215548-0253-4779-bc12-1842bcbe04d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efcda96e77f946c2ab418f6123c104b9&device_id=d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f HTTP/1.1" status: 200 len: 1097 time: 0.0741358 Oct 12 18:53:13.261798 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f14ace-8f60-4bc5-acbd-ab109267bde5 req-b8626539-4f37-4e99-8d4f-30e79edba32c tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:13.263128 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d8f14ace-8f60-4bc5-acbd-ab109267bde5 req-b8626539-4f37-4e99-8d4f-30e79edba32c tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f HTTP/1.1" status: 200 len: 944 time: 0.0616248 Oct 12 18:53:13.312449 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-b86733b3-be5f-489e-b7aa-9c8cfbba102b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 HTTP/1.1" status: 200 len: 217 time: 0.0441387 Oct 12 18:53:13.359517 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d8f14ace-8f60-4bc5-acbd-ab109267bde5 req-d03b06e3-70d2-41bc-9488-bb1be9bdaa33 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854182 Oct 12 18:53:13.374860 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-e3dac5b5-286a-4bb3-a6f0-d484922ab58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:13.376266 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-e3dac5b5-286a-4bb3-a6f0-d484922ab58a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a7aff1e9-8d46-4283-85e0-404784d3cafe HTTP/1.1" status: 200 len: 854 time: 0.0569172 Oct 12 18:53:13.409473 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-b1aa6c95-556a-4d69-9ea0-f7a9aaa0a5ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a432cf15-e37b-419e-a4db-633dca50c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238705 Oct 12 18:53:13.497320 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-53c89e34-40dc-41bd-bcf7-b9de503eef65 service neutron] 10.222.0.21 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793641 Oct 12 18:53:13.594121 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e9b607b0-ee1d-40a8-9976-a913966541e3 req-91f18e72-5120-4770-ba93-0d33cd335ae5 service neutron] 10.222.0.21 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834317 Oct 12 18:53:13.685919 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48a4e1-80d1-4214-aebe-e19e08a9edb1 req-b2348186-6ddd-4c03-8a82-85317b791e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:13.687250 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ee48a4e1-80d1-4214-aebe-e19e08a9edb1 req-b2348186-6ddd-4c03-8a82-85317b791e19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efcda96e77f946c2ab418f6123c104b9&device_id=d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f HTTP/1.1" status: 200 len: 1097 time: 0.0400093 Oct 12 18:53:13.779435 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48a4e1-80d1-4214-aebe-e19e08a9edb1 req-5421bea3-6215-4618-a175-7ccb61642076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:13.780846 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ee48a4e1-80d1-4214-aebe-e19e08a9edb1 req-5421bea3-6215-4618-a175-7ccb61642076 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a432cf15-e37b-419e-a4db-633dca50c816 HTTP/1.1" status: 200 len: 915 time: 0.0862095 Oct 12 18:53:13.820950 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ee48a4e1-80d1-4214-aebe-e19e08a9edb1 req-6794ae85-ed41-42c0-a4cd-7a15f80b9f05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 HTTP/1.1" status: 200 len: 217 time: 0.0321386 Oct 12 18:53:13.870363 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48a4e1-80d1-4214-aebe-e19e08a9edb1 req-39b8521d-6427-4c13-ba14-c3a68d695724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:13.871719 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ee48a4e1-80d1-4214-aebe-e19e08a9edb1 req-39b8521d-6427-4c13-ba14-c3a68d695724 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a7aff1e9-8d46-4283-85e0-404784d3cafe HTTP/1.1" status: 200 len: 854 time: 0.0410509 Oct 12 18:53:13.903232 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ee48a4e1-80d1-4214-aebe-e19e08a9edb1 req-72c68972-c9f3-4a42-a86a-74f41028f98d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a432cf15-e37b-419e-a4db-633dca50c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239053 Oct 12 18:53:13.995281 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ee48a4e1-80d1-4214-aebe-e19e08a9edb1 req-4b43e70f-8d71-4aa0-88ab-eccc502b8fa3 service neutron] 10.222.0.21 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833974 Oct 12 18:53:14.087282 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ee48a4e1-80d1-4214-aebe-e19e08a9edb1 req-ea3e2737-408d-4dc9-a94e-8ab95e76a9ef service neutron] 10.222.0.21 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845010 Oct 12 18:53:14.472317 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cfb87-8630-4970-a70d-b404dab7abdb req-38f8cb88-c9d4-4fbb-9e00-61c9846d499f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:14.473838 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1a2cfb87-8630-4970-a70d-b404dab7abdb req-38f8cb88-c9d4-4fbb-9e00-61c9846d499f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f HTTP/1.1" status: 200 len: 944 time: 0.0477285 Oct 12 18:53:14.510921 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1a2cfb87-8630-4970-a70d-b404dab7abdb req-50b485dc-889d-4740-9dc9-dc07d6c42c4c tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306139 Oct 12 18:53:15.623364 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6107b86-738a-4cc8-b630-798372bd0c72 req-9d73cfd7-4882-49e8-9ad7-02eaa6c18bfc tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:15.624820 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b6107b86-738a-4cc8-b630-798372bd0c72 req-9d73cfd7-4882-49e8-9ad7-02eaa6c18bfc tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f HTTP/1.1" status: 200 len: 944 time: 0.0484302 Oct 12 18:53:15.663635 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b6107b86-738a-4cc8-b630-798372bd0c72 req-506e007f-df6f-405b-ae10-d590d4254a6c tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328650 Oct 12 18:53:16.774299 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffc654-0d75-491f-a340-87e5b911a56b req-5024cf23-f77e-4def-a823-a538a0660677 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:16.776352 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1bffc654-0d75-491f-a340-87e5b911a56b req-5024cf23-f77e-4def-a823-a538a0660677 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f HTTP/1.1" status: 200 len: 944 time: 0.0471146 Oct 12 18:53:16.815081 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1bffc654-0d75-491f-a340-87e5b911a56b req-2825e610-2b1c-415f-83a4-8a0967172747 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329485 Oct 12 18:53:17.450282 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:53:17.540023 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:17.551916 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': '28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20', 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816', 'port_id': '28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20', 'mac_address': 'fa:16:3e:24:c2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7aff1e9-8d46-4283-85e0-404784d3cafe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:53:17.592773 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:17.606383 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:53:17.625602 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:17.629604 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:17.676178 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:17.929180 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bc230-dbc6-4aa6-b658-3d95c8b06477 req-aa6c6836-7b73-43f5-9b13-e7a4dab99699 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:17.930633 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c44bc230-dbc6-4aa6-b658-3d95c8b06477 req-aa6c6836-7b73-43f5-9b13-e7a4dab99699 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f HTTP/1.1" status: 200 len: 945 time: 0.0499215 Oct 12 18:53:17.967433 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c44bc230-dbc6-4aa6-b658-3d95c8b06477 req-89f972cf-f950-4fe8-8300-45ad2ae12484 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305378 Oct 12 18:53:18.058799 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:53:19.079232 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c309e-5cd9-4484-aaea-0fddbdfe2ddd req-44b51c14-be63-4cf0-9953-1c28284ccd9d tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:19.080656 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-425c309e-5cd9-4484-aaea-0fddbdfe2ddd req-44b51c14-be63-4cf0-9953-1c28284ccd9d tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f HTTP/1.1" status: 200 len: 945 time: 0.0481975 Oct 12 18:53:19.117063 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-425c309e-5cd9-4484-aaea-0fddbdfe2ddd req-dc643752-0765-484f-b348-281ea653601a tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306146 Oct 12 18:53:19.455689 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:53:19.502749 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:53:19.506530 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:53:19.506895 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:19.580548 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:19.605411 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:53:19.607594 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e435fb-2420-496e-9b44-2423e2b51946" -d '{"events": [{"server_uuid": "d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f", "name": "network-vif-plugged", "status": "completed", "tag": "28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:53:19.619991 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:19.624454 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:19.647715 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcf7565-f2e1-45b6-91c1-a67314320b25 x-openstack-request-id: req-bbcf7565-f2e1-45b6-91c1-a67314320b25 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:53:19.648010 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f", "name": "network-vif-plugged", "status": "completed", "tag": "28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:53:19.648260 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bbcf7565-f2e1-45b6-91c1-a67314320b25 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:53:19.648642 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20', 'code': 200} Oct 12 18:53:19.675376 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:19.814110 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098887b-7942-4d7a-b88b-29849c843ab6 req-52d4c804-0ebb-4792-80cd-47c30c22c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:19.815552 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6098887b-7942-4d7a-b88b-29849c843ab6 req-52d4c804-0ebb-4792-80cd-47c30c22c8a0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f HTTP/1.1" status: 200 len: 1099 time: 0.0380943 Oct 12 18:53:19.857190 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6098887b-7942-4d7a-b88b-29849c843ab6 req-cd6aa605-77be-4cf2-a639-3571531921e5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301232 Oct 12 18:53:20.227642 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f9d42-e4af-40b4-9767-a827ae35bde8 req-8739a1ac-b9c4-4efd-ba68-d8d3a93d315a tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:20.229119 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5d4f9d42-e4af-40b4-9767-a827ae35bde8 req-8739a1ac-b9c4-4efd-ba68-d8d3a93d315a tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f HTTP/1.1" status: 200 len: 946 time: 0.0469739 Oct 12 18:53:20.265080 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5d4f9d42-e4af-40b4-9767-a827ae35bde8 req-8c382e06-5fe3-40ea-be46-00aeb25bf0d1 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294743 Oct 12 18:53:21.378754 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f68fcd-4a30-41d7-bcee-dbd6d2b18b36 req-72e00f11-77b8-456c-9dde-46c76c59f144 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:21.380170 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d5f68fcd-4a30-41d7-bcee-dbd6d2b18b36 req-72e00f11-77b8-456c-9dde-46c76c59f144 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f HTTP/1.1" status: 200 len: 946 time: 0.0484850 Oct 12 18:53:21.416370 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d5f68fcd-4a30-41d7-bcee-dbd6d2b18b36 req-9368423b-3f53-4125-945a-f71eb676deea tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298233 Oct 12 18:53:22.532763 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfeddd5-7f43-45d4-b918-1322a9e39bc0 req-de6ed37f-3680-42dc-8eda-381921919019 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:22.534232 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2cfeddd5-7f43-45d4-b918-1322a9e39bc0 req-de6ed37f-3680-42dc-8eda-381921919019 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f HTTP/1.1" status: 200 len: 946 time: 0.0487452 Oct 12 18:53:22.575482 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2cfeddd5-7f43-45d4-b918-1322a9e39bc0 req-27a68f5f-002d-4ebd-9ac4-ec3d20aa0438 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353141 Oct 12 18:53:24.435288 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b5cb007a-738c-4e2a-b2ef-6ff35c685c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:26.972054 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7f4dcf59-ab62-4f99-8563-5aabb2b0737f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:27.989306 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:28.160876 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:28.520188 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954609a-c5b8-4bd5-b827-bf100d284a6b req-6d4781d0-1f33-4ad7-89b1-98584afd0cb7 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:28.521689 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3954609a-c5b8-4bd5-b827-bf100d284a6b req-6d4781d0-1f33-4ad7-89b1-98584afd0cb7 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 984 time: 0.0761812 Oct 12 18:53:28.527747 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8599cf-c327-4da6-bd13-3d2aa591826d req-e52bde64-f03c-4ec1-9805-c78d32b93ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:28.529097 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7d8599cf-c327-4da6-bd13-3d2aa591826d req-e52bde64-f03c-4ec1-9805-c78d32b93ab8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=584c0a7526884dec8eebb6aeeba85c27&device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 1137 time: 0.0567019 Oct 12 18:53:28.609135 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3954609a-c5b8-4bd5-b827-bf100d284a6b req-27899659-4116-4b43-872c-64ee7c5c5237 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=c034c5a1-55e3-490d-ab22-88f7296facd7&id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788596 Oct 12 18:53:28.643977 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8599cf-c327-4da6-bd13-3d2aa591826d req-00915321-b2e0-484d-80da-c39a4d618a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:28.645435 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7d8599cf-c327-4da6-bd13-3d2aa591826d req-00915321-b2e0-484d-80da-c39a4d618a0c service neutron] 10.222.0.21 "GET /v2.0/networks?id=75f45012-ca84-48de-94b1-c96cbbd8b5d5 HTTP/1.1" status: 200 len: 915 time: 0.1033232 Oct 12 18:53:28.711107 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7d8599cf-c327-4da6-bd13-3d2aa591826d req-ef1d2449-ab4c-48e7-8bda-91fda5a4872e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a038624-0867-4f66-b6b0-1ccce0721118 HTTP/1.1" status: 200 len: 1000 time: 0.0560656 Oct 12 18:53:28.763480 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8599cf-c327-4da6-bd13-3d2aa591826d req-5cae88ca-5c91-4a08-b5de-05bda10c8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:28.764948 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7d8599cf-c327-4da6-bd13-3d2aa591826d req-5cae88ca-5c91-4a08-b5de-05bda10c8487 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9163a3c0-797e-4089-8da9-2009530844eb HTTP/1.1" status: 200 len: 853 time: 0.0458302 Oct 12 18:53:28.813056 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8599cf-c327-4da6-bd13-3d2aa591826d req-5adc0aad-7851-47d0-968d-5c9e1b34ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:28.814510 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7d8599cf-c327-4da6-bd13-3d2aa591826d req-5adc0aad-7851-47d0-968d-5c9e1b34ab18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75f45012-ca84-48de-94b1-c96cbbd8b5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393541 Oct 12 18:53:28.906290 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7d8599cf-c327-4da6-bd13-3d2aa591826d req-ef31bc1d-f75d-4982-8455-7f3dfc055ec7 service neutron] 10.222.0.21 "GET /v2.0/networks/75f45012-ca84-48de-94b1-c96cbbd8b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790200 Oct 12 18:53:28.996934 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7d8599cf-c327-4da6-bd13-3d2aa591826d req-362d7c90-e30b-4457-b777-14d778d9d3c1 service neutron] 10.222.0.21 "GET /v2.0/networks/75f45012-ca84-48de-94b1-c96cbbd8b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836117 Oct 12 18:53:29.720908 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:29.725945 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd76717-b84e-4556-92e3-f579f8e91512 req-92909dc9-806b-4d25-9888-58b6aeb6736d tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:29.727404 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ddd76717-b84e-4556-92e3-f579f8e91512 req-92909dc9-806b-4d25-9888-58b6aeb6736d tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 984 time: 0.0495970 Oct 12 18:53:29.768289 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ddd76717-b84e-4556-92e3-f579f8e91512 req-64e082f2-83e9-4ad7-8153-705e72416da6 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=c034c5a1-55e3-490d-ab22-88f7296facd7&id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334165 Oct 12 18:53:30.882760 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1465ee4-a8b8-4c32-801b-b855c481a827 req-301b8b35-7f47-4f5b-8caa-bce8226155a6 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:30.884170 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b1465ee4-a8b8-4c32-801b-b855c481a827 req-301b8b35-7f47-4f5b-8caa-bce8226155a6 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 984 time: 0.0484526 Oct 12 18:53:30.927083 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b1465ee4-a8b8-4c32-801b-b855c481a827 req-24c2fd39-e8e0-44e5-ae9a-56beb78fe94b tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=c034c5a1-55e3-490d-ab22-88f7296facd7&id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366416 Oct 12 18:53:32.043778 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9d0b2-5983-46ef-bd5a-010f05191e2f req-908209b4-241a-402d-9329-96d9d4370a0c tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:32.045250 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a0d9d0b2-5983-46ef-bd5a-010f05191e2f req-908209b4-241a-402d-9329-96d9d4370a0c tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 984 time: 0.0476174 Oct 12 18:53:32.084986 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a0d9d0b2-5983-46ef-bd5a-010f05191e2f req-7afb1e5e-0020-483c-a6ba-bc8aff01f159 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=c034c5a1-55e3-490d-ab22-88f7296facd7&id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330052 Oct 12 18:53:33.255850 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8dbb4-e034-482f-8bf2-5f2544ce1ace req-631086ef-a71f-4a1f-b4f1-da81b4d5f563 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:33.257261 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-02d8dbb4-e034-482f-8bf2-5f2544ce1ace req-631086ef-a71f-4a1f-b4f1-da81b4d5f563 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 984 time: 0.0885351 Oct 12 18:53:33.267494 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-bb9a60fe-0669-4949-a58e-126e4b6c0268 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:33.268815 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-bb9a60fe-0669-4949-a58e-126e4b6c0268 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/networks?id=a432cf15-e37b-419e-a4db-633dca50c816 HTTP/1.1" status: 200 len: 814 time: 0.1442080 Oct 12 18:53:33.290885 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-74cc6235-526a-42f5-8f8b-acd22e83e4c1 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/quotas/efcda96e77f946c2ab418f6123c104b9 HTTP/1.1" status: 200 len: 375 time: 0.0156970 Oct 12 18:53:33.331206 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-02d8dbb4-e034-482f-8bf2-5f2544ce1ace req-5b2e56cd-dbd1-4685-a753-73bb3766387e tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=c034c5a1-55e3-490d-ab22-88f7296facd7&id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614433 Oct 12 18:53:33.353969 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-1e0388f8-22fd-489e-81d9-b4bacb044d0b tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=efcda96e77f946c2ab418f6123c104b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0570459 Oct 12 18:53:33.444591 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-f2f6e4e4-1946-4e18-a522-5517493e7402 service neutron] 10.222.0.66 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828693 Oct 12 18:53:33.529129 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-11b5b0a6-5c7c-4133-80ba-12b2884d2724 service neutron] 10.222.0.66 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782895 Oct 12 18:53:33.683900 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-68ea9dd1-4784-428d-b23f-868ee0f237a5 req-5c7113bb-cae0-42d3-bead-a0cdb2366c1f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=123135fd-0634-4ceb-9f03-d9543a360758 HTTP/1.1" status: 200 len: 210 time: 0.0262802 Oct 12 18:53:34.448494 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6acde-6491-48b0-ab42-9feb273cb8ff req-48453019-d569-49ce-8e25-07258d63795b tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:34.450217 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-73a6acde-6491-48b0-ab42-9feb273cb8ff req-48453019-d569-49ce-8e25-07258d63795b tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 984 time: 0.0513172 Oct 12 18:53:34.490731 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-73a6acde-6491-48b0-ab42-9feb273cb8ff req-dc80de0f-988b-4f45-8426-972e17acc742 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=c034c5a1-55e3-490d-ab22-88f7296facd7&id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339270 Oct 12 18:53:34.682168 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-5b8f1568-64ad-4a9b-9827-8c74ebd235c1 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:34.683497 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-5b8f1568-64ad-4a9b-9827-8c74ebd235c1 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.21 "GET /v2.0/networks?id=a432cf15-e37b-419e-a4db-633dca50c816 HTTP/1.1" status: 200 len: 814 time: 0.1005166 Oct 12 18:53:34.698502 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-2b0f26e7-7717-429c-909b-f2b2a905be36 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Request body: {'port': {'device_id': '123135fd-0634-4ceb-9f03-d9543a360758', 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816', 'admin_state_up': True, 'tenant_id': 'efcda96e77f946c2ab418f6123c104b9'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:53:34.786349 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2b59c52d-9c9d-4dba-b557-1d3ca50b4a04 req-a7a796c7-4e77-4dde-bd5e-03e7a16e6073 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=123135fd-0634-4ceb-9f03-d9543a360758 HTTP/1.1" status: 200 len: 210 time: 0.0285146 Oct 12 18:53:34.831097 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-2b0f26e7-7717-429c-909b-f2b2a905be36 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Made reservation on behalf of efcda96e77f946c2ab418f6123c104b9 for: {'port': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:53:34.834533 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-2b0f26e7-7717-429c-909b-f2b2a905be36 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:34.958342 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-2b0f26e7-7717-429c-909b-f2b2a905be36 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Allocated IP 172.20.0.2 (a432cf15-e37b-419e-a4db-633dca50c816/a7aff1e9-8d46-4283-85e0-404784d3cafe/f3185362-08e9-4a45-ba62-238f1b054b6c) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:53:35.099334 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-2b0f26e7-7717-429c-909b-f2b2a905be36 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:35.131462 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-2b0f26e7-7717-429c-909b-f2b2a905be36 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:35.157141 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['567c9762-e9f1-4cc6-af81-877ce911b1b4', 'b024de46-33b4-410f-a0ed-8eedbdfdf424', '28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:53:35.173240 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-2b0f26e7-7717-429c-909b-f2b2a905be36 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Network a432cf15-e37b-419e-a4db-633dca50c816 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:53:35.176278 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-2b0f26e7-7717-429c-909b-f2b2a905be36 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:53:35.179971 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-2b0f26e7-7717-429c-909b-f2b2a905be36 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:53:35.204308 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f26e7-7717-429c-909b-f2b2a905be36 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Pushing event updated for resources: {'Port': ['ID=f3185362-08e9-4a45-ba62-238f1b054b6c,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:35.231246 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-2b0f26e7-7717-429c-909b-f2b2a905be36 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:35.231847 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-2b0f26e7-7717-429c-909b-f2b2a905be36 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:35.247374 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-2b0f26e7-7717-429c-909b-f2b2a905be36 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5525644 Oct 12 18:53:35.262859 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Request body: {'port': {'device_id': '123135fd-0634-4ceb-9f03-d9543a360758', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:53:35.317210 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:35.599608 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3185362-08e9-4a45-ba62-238f1b054b6c {{(pid=100617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:53:35.609103 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:35.633420 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fb58c-6b51-4adf-bf93-08537e740089 req-0264b670-f293-41f6-88f3-579ece2d9e94 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:35.634881 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-169fb58c-6b51-4adf-bf93-08537e740089 req-0264b670-f293-41f6-88f3-579ece2d9e94 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 984 time: 0.0716228 Oct 12 18:53:35.635765 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.provisioning_blocks [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Transition to ACTIVE for port object f3185362-08e9-4a45-ba62-238f1b054b6c will not be triggered until provisioned by entity L2. {{(pid=100617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:53:35.639941 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:35.979269 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Pushing event updated for resources: {'Port': ['ID=f3185362-08e9-4a45-ba62-238f1b054b6c,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:36.010483 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-169fb58c-6b51-4adf-bf93-08537e740089 req-ea192571-8dee-4f18-ba0c-55a814cbb386 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=c034c5a1-55e3-490d-ab22-88f7296facd7&id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3670626 Oct 12 18:53:36.049030 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88dcb9-60a1-4c6e-bc26-ee3eff97f762 req-71ed22ed-2541-4a49-a044-d48e35dcc442 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:36.050479 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4a88dcb9-60a1-4c6e-bc26-ee3eff97f762 req-71ed22ed-2541-4a49-a044-d48e35dcc442 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=123135fd-0634-4ceb-9f03-d9543a360758 HTTP/1.1" status: 200 len: 943 time: 0.1182871 Oct 12 18:53:36.088123 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Attempting to bind port f3185362-08e9-4a45-ba62-238f1b054b6c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:53:36.088369 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Attempting to bind port f3185362-08e9-4a45-ba62-238f1b054b6c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd8c86b1b-cbc1-4d4a-8931-3356ff4de455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816'}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:53:36.088689 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Attempting to bind port f3185362-08e9-4a45-ba62-238f1b054b6c on network a432cf15-e37b-419e-a4db-633dca50c816 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:53:36.101936 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Port f3185362-08e9-4a45-ba62-238f1b054b6c on network a432cf15-e37b-419e-a4db-633dca50c816 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:53:36.102249 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Attempting to bind port f3185362-08e9-4a45-ba62-238f1b054b6c on network a432cf15-e37b-419e-a4db-633dca50c816 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:53:36.111058 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4a88dcb9-60a1-4c6e-bc26-ee3eff97f762 req-7a8aec89-362d-41a9-b4c3-dbb197471233 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534637 Oct 12 18:53:36.112149 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:53:36.112475 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Checking segment: {'id': 'd8c86b1b-cbc1-4d4a-8931-3356ff4de455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:53:36.112844 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Bound using segment: {'id': 'd8c86b1b-cbc1-4d4a-8931-3356ff4de455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816'} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:53:36.113257 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Bound port: f3185362-08e9-4a45-ba62-238f1b054b6c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c86b1b-cbc1-4d4a-8931-3356ff4de455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816'}}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:53:36.113627 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:36.174335 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] For port f3185362-08e9-4a45-ba62-238f1b054b6c, host hv-cinder-81322, cleared binding levels {{(pid=100617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:53:36.177226 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] For port f3185362-08e9-4a45-ba62-238f1b054b6c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f3185362-08e9-4a45-ba62-238f1b054b6c,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:53:36.181687 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:36.213255 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:36.213890 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:36.215237 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] 10.222.0.21 "PUT /v2.0/ports/f3185362-08e9-4a45-ba62-238f1b054b6c HTTP/1.1" status: 200 len: 1093 time: 0.9563937 Oct 12 18:53:36.215660 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123135fd-0634-4ceb-9f03-d9543a360758', 'tag': 'f3185362-08e9-4a45-ba62-238f1b054b6c'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:53:36.217939 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d29f58-6a46-4a0f-be85-3bc296015d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "123135fd-0634-4ceb-9f03-d9543a360758", "tag": "f3185362-08e9-4a45-ba62-238f1b054b6c"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:53:36.243935 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2ebe1-4758-4b70-b671-c2feb60ae843 service neutron] Pushing event updated for resources: {'Port': ['ID=f3185362-08e9-4a45-ba62-238f1b054b6c,revision_number=3']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:36.263017 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c395bd8-7e30-44ce-8509-7f93fe27345c x-openstack-request-id: req-5c395bd8-7e30-44ce-8509-7f93fe27345c {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:53:36.263297 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123135fd-0634-4ceb-9f03-d9543a360758", "tag": "f3185362-08e9-4a45-ba62-238f1b054b6c", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:53:36.263546 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5c395bd8-7e30-44ce-8509-7f93fe27345c {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:53:36.263975 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '123135fd-0634-4ceb-9f03-d9543a360758', 'tag': 'f3185362-08e9-4a45-ba62-238f1b054b6c', 'status': 'completed', 'code': 200} Oct 12 18:53:36.295821 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-1f54252c-b178-41b9-a6a6-f93eecd9cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:36.297268 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-1f54252c-b178-41b9-a6a6-f93eecd9cd66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efcda96e77f946c2ab418f6123c104b9&device_id=123135fd-0634-4ceb-9f03-d9543a360758 HTTP/1.1" status: 200 len: 1096 time: 0.0428386 Oct 12 18:53:36.344605 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-bf56570b-b01b-42e7-8694-ad11ce9c4f46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3185362-08e9-4a45-ba62-238f1b054b6c HTTP/1.1" status: 200 len: 217 time: 0.0355377 Oct 12 18:53:36.393789 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-abf0dc49-a9d7-47bc-904d-6ecb535d5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:36.395143 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-abf0dc49-a9d7-47bc-904d-6ecb535d5749 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a7aff1e9-8d46-4283-85e0-404784d3cafe HTTP/1.1" status: 200 len: 854 time: 0.0422170 Oct 12 18:53:36.432611 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-8f354912-24b3-475f-a96c-ac531c47d2e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a432cf15-e37b-419e-a4db-633dca50c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232892 Oct 12 18:53:36.526535 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-01749175-c5ff-449e-af7b-62dc2ad81b2b service neutron] 10.222.0.21 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837982 Oct 12 18:53:36.619927 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b4a198f2-8830-4262-9297-b5196b6dae90 req-f9e6b17c-1c71-4a9b-aaa0-f9b1832239d1 service neutron] 10.222.0.21 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831039 Oct 12 18:53:36.712664 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29f58-6a46-4a0f-be85-3bc296015d4f req-c979ca54-f898-4b8a-90b4-c60c16c6b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:36.714150 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-11d29f58-6a46-4a0f-be85-3bc296015d4f req-c979ca54-f898-4b8a-90b4-c60c16c6b152 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efcda96e77f946c2ab418f6123c104b9&device_id=123135fd-0634-4ceb-9f03-d9543a360758 HTTP/1.1" status: 200 len: 1096 time: 0.0397134 Oct 12 18:53:36.807572 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29f58-6a46-4a0f-be85-3bc296015d4f req-394edc41-41dd-40ae-8439-f4648f61e0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:36.808987 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-11d29f58-6a46-4a0f-be85-3bc296015d4f req-394edc41-41dd-40ae-8439-f4648f61e0a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a432cf15-e37b-419e-a4db-633dca50c816 HTTP/1.1" status: 200 len: 915 time: 0.0854056 Oct 12 18:53:36.853009 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-11d29f58-6a46-4a0f-be85-3bc296015d4f req-71544a2a-4741-4405-945b-ed3ede3d053c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3185362-08e9-4a45-ba62-238f1b054b6c HTTP/1.1" status: 200 len: 217 time: 0.0336668 Oct 12 18:53:36.905688 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29f58-6a46-4a0f-be85-3bc296015d4f req-d21c8d89-1adf-41c7-bd1f-854cf273bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:36.906988 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-11d29f58-6a46-4a0f-be85-3bc296015d4f req-d21c8d89-1adf-41c7-bd1f-854cf273bc44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a7aff1e9-8d46-4283-85e0-404784d3cafe HTTP/1.1" status: 200 len: 854 time: 0.0464296 Oct 12 18:53:36.940755 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-11d29f58-6a46-4a0f-be85-3bc296015d4f req-c2c9e02c-6ac1-46f6-b218-6ba15ac815c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a432cf15-e37b-419e-a4db-633dca50c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243018 Oct 12 18:53:37.031417 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-11d29f58-6a46-4a0f-be85-3bc296015d4f req-0b9b21e3-27af-4c05-9f7e-15ec78d3b23f service neutron] 10.222.0.21 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815499 Oct 12 18:53:37.163859 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d5214-00b4-454a-8be0-e9a64d943316 req-2159bb45-fa8e-4a24-a5a1-bdc5aa30ac85 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:37.165229 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-111d5214-00b4-454a-8be0-e9a64d943316 req-2159bb45-fa8e-4a24-a5a1-bdc5aa30ac85 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 984 time: 0.0781221 Oct 12 18:53:37.168687 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-11d29f58-6a46-4a0f-be85-3bc296015d4f req-8f1299c3-1345-4ef8-ace9-aea33f6e95c9 service neutron] 10.222.0.21 "GET /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270161 Oct 12 18:53:37.234396 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-111d5214-00b4-454a-8be0-e9a64d943316 req-cab63c8f-ac8a-4162-8982-171bc2ee53d1 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=c034c5a1-55e3-490d-ab22-88f7296facd7&id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627093 Oct 12 18:53:37.252629 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54e078-afed-4417-b3b8-02855f1d7743 req-ad7f980d-750a-4d3a-a345-f98bff1cfeb6 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:37.254077 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2f54e078-afed-4417-b3b8-02855f1d7743 req-ad7f980d-750a-4d3a-a345-f98bff1cfeb6 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=123135fd-0634-4ceb-9f03-d9543a360758 HTTP/1.1" status: 200 len: 943 time: 0.0694647 Oct 12 18:53:37.297470 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2f54e078-afed-4417-b3b8-02855f1d7743 req-5321253c-4b95-46a4-9874-9ba971b89888 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374646 Oct 12 18:53:38.349858 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf86e2-d36e-4d7b-87cf-5db17cf7e7f4 req-650da7b3-b2bf-4529-b901-09b2ea523db1 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:38.351354 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2baf86e2-d36e-4d7b-87cf-5db17cf7e7f4 req-650da7b3-b2bf-4529-b901-09b2ea523db1 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 984 time: 0.0495706 Oct 12 18:53:38.414474 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2baf86e2-d36e-4d7b-87cf-5db17cf7e7f4 req-913a9e3b-a75e-4933-988f-0b7df087f19a tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=c034c5a1-55e3-490d-ab22-88f7296facd7&id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573330 Oct 12 18:53:38.430128 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc42dc-4da4-46b6-a53c-ab1244b3ac73 req-10a5a934-6307-4ea3-9ae4-a8d2ca347455 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:38.431561 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-afbc42dc-4da4-46b6-a53c-ab1244b3ac73 req-10a5a934-6307-4ea3-9ae4-a8d2ca347455 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=123135fd-0634-4ceb-9f03-d9543a360758 HTTP/1.1" status: 200 len: 943 time: 0.0677450 Oct 12 18:53:38.469793 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-afbc42dc-4da4-46b6-a53c-ab1244b3ac73 req-703d7ada-4e26-4660-a5ee-7ecff1b62681 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317924 Oct 12 18:53:39.534225 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31188e73-437e-4425-8055-940e1aeedcfd req-3352bab9-0d0a-4f46-9ce3-7b2054a36cdf tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:39.535685 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-31188e73-437e-4425-8055-940e1aeedcfd req-3352bab9-0d0a-4f46-9ce3-7b2054a36cdf tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 984 time: 0.0555322 Oct 12 18:53:39.546517 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device f3185362-08e9-4a45-ba62-238f1b054b6c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:53:39.601455 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-31188e73-437e-4425-8055-940e1aeedcfd req-ca28392b-b4f6-42b0-8a3f-80af9d632068 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=c034c5a1-55e3-490d-ab22-88f7296facd7&id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552418 Oct 12 18:53:39.614293 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f99b53-9713-4ac6-b34c-869d79cca6af req-895e9f91-53c5-407e-b72c-b5675a51ee06 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:39.615695 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a9f99b53-9713-4ac6-b34c-869d79cca6af req-895e9f91-53c5-407e-b72c-b5675a51ee06 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=123135fd-0634-4ceb-9f03-d9543a360758 HTTP/1.1" status: 200 len: 943 time: 0.0791421 Oct 12 18:53:39.628773 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:39.654167 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port f3185362-08e9-4a45-ba62-238f1b054b6c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f3185362-08e9-4a45-ba62-238f1b054b6c,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:39.655017 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a9f99b53-9713-4ac6-b34c-869d79cca6af req-44894094-dfdf-4e9a-88f7-61383cd9e87f tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318804 Oct 12 18:53:39.665631 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': 'f3185362-08e9-4a45-ba62-238f1b054b6c', 'network_id': 'a432cf15-e37b-419e-a4db-633dca50c816', 'port_id': 'f3185362-08e9-4a45-ba62-238f1b054b6c', 'mac_address': 'fa:16:3e:c5:0f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7aff1e9-8d46-4283-85e0-404784d3cafe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:53:39.703499 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:39.716019 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3185362-08e9-4a45-ba62-238f1b054b6c {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:53:39.737055 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port f3185362-08e9-4a45-ba62-238f1b054b6c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f3185362-08e9-4a45-ba62-238f1b054b6c,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:39.740561 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:39.795178 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=f3185362-08e9-4a45-ba62-238f1b054b6c,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:40.195418 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['f3185362-08e9-4a45-ba62-238f1b054b6c'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:53:40.715547 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59554610-9a1c-4436-8fa6-6a3be208ff3c req-e5895553-cc09-4e7e-80e3-d843ca648149 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:40.717101 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-59554610-9a1c-4436-8fa6-6a3be208ff3c req-e5895553-cc09-4e7e-80e3-d843ca648149 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 984 time: 0.0493739 Oct 12 18:53:40.789702 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-59554610-9a1c-4436-8fa6-6a3be208ff3c req-70ae2ffa-7859-4ecb-ab64-2829b1b7e635 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=c034c5a1-55e3-490d-ab22-88f7296facd7&id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663474 Oct 12 18:53:40.798290 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634949e5-a49b-402c-9bf4-1324902d862e req-908754bf-585e-491e-b88a-91b23d4ef0c7 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:40.799688 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-634949e5-a49b-402c-9bf4-1324902d862e req-908754bf-585e-491e-b88a-91b23d4ef0c7 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=123135fd-0634-4ceb-9f03-d9543a360758 HTTP/1.1" status: 200 len: 944 time: 0.0781655 Oct 12 18:53:40.836777 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-634949e5-a49b-402c-9bf4-1324902d862e req-b864a46d-8241-43d9-8a45-5941c339616a tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312526 Oct 12 18:53:41.551637 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device f3185362-08e9-4a45-ba62-238f1b054b6c up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:53:41.603487 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port f3185362-08e9-4a45-ba62-238f1b054b6c completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:53:41.607073 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port f3185362-08e9-4a45-ba62-238f1b054b6c triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:53:41.607503 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:41.686074 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:41.707905 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123135fd-0634-4ceb-9f03-d9543a360758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3185362-08e9-4a45-ba62-238f1b054b6c'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:53:41.710133 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497dd327-e328-4a91-9784-558604861132" -d '{"events": [{"server_uuid": "123135fd-0634-4ceb-9f03-d9543a360758", "name": "network-vif-plugged", "status": "completed", "tag": "f3185362-08e9-4a45-ba62-238f1b054b6c"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:53:41.722339 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port f3185362-08e9-4a45-ba62-238f1b054b6c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f3185362-08e9-4a45-ba62-238f1b054b6c,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:41.726862 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:41.749917 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19127e7d-83d9-4759-89e5-619d191839ac x-openstack-request-id: req-19127e7d-83d9-4759-89e5-619d191839ac {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:53:41.750208 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123135fd-0634-4ceb-9f03-d9543a360758", "name": "network-vif-plugged", "status": "completed", "tag": "f3185362-08e9-4a45-ba62-238f1b054b6c", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:53:41.750459 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19127e7d-83d9-4759-89e5-619d191839ac {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:53:41.750839 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123135fd-0634-4ceb-9f03-d9543a360758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3185362-08e9-4a45-ba62-238f1b054b6c', 'code': 200} Oct 12 18:53:41.775742 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=f3185362-08e9-4a45-ba62-238f1b054b6c,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:41.962691 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436cb0b-45f0-430d-90b8-08821c94d8ea req-127b6048-9db6-4557-a20a-26bcced92038 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:41.964142 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2436cb0b-45f0-430d-90b8-08821c94d8ea req-127b6048-9db6-4557-a20a-26bcced92038 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 984 time: 0.1069446 Oct 12 18:53:41.981744 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa794e8-a02a-4d65-a5aa-394e86301db3 req-fab9ea84-9211-4f22-9414-f5ae9276d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:41.983400 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1fa794e8-a02a-4d65-a5aa-394e86301db3 req-fab9ea84-9211-4f22-9414-f5ae9276d924 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=123135fd-0634-4ceb-9f03-d9543a360758 HTTP/1.1" status: 200 len: 1098 time: 0.0997427 Oct 12 18:53:42.010278 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d854ba-7efc-4ff2-ab7a-06abbcad6048 req-4e37a66b-e446-47e9-a90a-f2afea50b9e4 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:42.011660 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-05d854ba-7efc-4ff2-ab7a-06abbcad6048 req-4e37a66b-e446-47e9-a90a-f2afea50b9e4 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=123135fd-0634-4ceb-9f03-d9543a360758 HTTP/1.1" status: 200 len: 945 time: 0.1005335 Oct 12 18:53:42.056920 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2436cb0b-45f0-430d-90b8-08821c94d8ea req-3bd95e9a-c144-4131-81bc-428bfd61a6bb tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=c034c5a1-55e3-490d-ab22-88f7296facd7&id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0854540 Oct 12 18:53:42.066995 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1fa794e8-a02a-4d65-a5aa-394e86301db3 req-726de736-2f53-421b-b274-9505ebe88c27 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715282 Oct 12 18:53:42.079322 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-05d854ba-7efc-4ff2-ab7a-06abbcad6048 req-2b5b19d4-b2a8-440b-aa34-ae2b3cc695eb tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589573 Oct 12 18:53:43.202918 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a186ea8-fe80-433f-8257-1de97406296b req-c4863ef5-9248-4c8c-b584-da6d8ff3c3de tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:43.204283 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2a186ea8-fe80-433f-8257-1de97406296b req-c4863ef5-9248-4c8c-b584-da6d8ff3c3de tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 984 time: 0.0799108 Oct 12 18:53:43.216847 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15880f62-fb09-4c05-b6a4-da467797cc8f req-4e7c6c18-6e9f-4fd0-8d7e-53558b5da958 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:43.218413 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-15880f62-fb09-4c05-b6a4-da467797cc8f req-4e7c6c18-6e9f-4fd0-8d7e-53558b5da958 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=123135fd-0634-4ceb-9f03-d9543a360758 HTTP/1.1" status: 200 len: 945 time: 0.0679300 Oct 12 18:53:43.276170 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2a186ea8-fe80-433f-8257-1de97406296b req-8ac15f7a-d1a5-4889-91ab-c1197c405a4b tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=c034c5a1-55e3-490d-ab22-88f7296facd7&id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568020 Oct 12 18:53:43.279034 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-15880f62-fb09-4c05-b6a4-da467797cc8f req-d54c038e-1b4f-4fbf-9314-d5e0237c2161 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540781 Oct 12 18:53:43.646492 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:53:44.419710 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e49ff2-6dbd-4089-858b-2cb55b4c1fb0 req-3963042f-d9e3-4c60-aded-e8ac3e2183b9 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:44.421134 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-95e49ff2-6dbd-4089-858b-2cb55b4c1fb0 req-3963042f-d9e3-4c60-aded-e8ac3e2183b9 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 984 time: 0.0760541 Oct 12 18:53:44.428365 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f6008-c039-4ee1-87b1-36070e7ece24 req-90ea2e0a-fc08-42c8-8995-b1f81fce3378 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:44.429737 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-585f6008-c039-4ee1-87b1-36070e7ece24 req-90ea2e0a-fc08-42c8-8995-b1f81fce3378 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=123135fd-0634-4ceb-9f03-d9543a360758 HTTP/1.1" status: 200 len: 945 time: 0.0759888 Oct 12 18:53:44.488622 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-95e49ff2-6dbd-4089-858b-2cb55b4c1fb0 req-ce24a1ff-d6a8-474e-aeb6-388c0327ab1b tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=c034c5a1-55e3-490d-ab22-88f7296facd7&id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579402 Oct 12 18:53:44.493561 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-585f6008-c039-4ee1-87b1-36070e7ece24 req-41f7b035-edbd-40ae-b414-a27da81f1dbd tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560710 Oct 12 18:53:45.603786 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebbc24-db84-40d2-b84a-1c1f880c0f89 req-a32e5214-eb9d-417a-bf4e-57ae7e0e67b5 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:45.605231 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eaebbc24-db84-40d2-b84a-1c1f880c0f89 req-a32e5214-eb9d-417a-bf4e-57ae7e0e67b5 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 984 time: 0.0503497 Oct 12 18:53:45.646603 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eaebbc24-db84-40d2-b84a-1c1f880c0f89 req-af841770-5c5a-494a-9e70-80d854722fed tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=c034c5a1-55e3-490d-ab22-88f7296facd7&id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346034 Oct 12 18:53:46.603189 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ee69c-c5db-487a-9748-554348748a53 req-f3872ad2-d4eb-4545-83b0-7f133ad9e48a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:46.604536 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cd7ee69c-c5db-487a-9748-554348748a53 req-f3872ad2-d4eb-4545-83b0-7f133ad9e48a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0479841 Oct 12 18:53:46.646276 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cd7ee69c-c5db-487a-9748-554348748a53 req-d584f93f-7b30-41a2-bf1d-fe293dab4063 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338268 Oct 12 18:53:46.766668 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31e1ea-4ace-466e-b1b0-5377c7f80b3e req-63154fe3-6d79-4a2e-85a0-47f5cc8de8fc tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:46.768092 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ed31e1ea-4ace-466e-b1b0-5377c7f80b3e req-63154fe3-6d79-4a2e-85a0-47f5cc8de8fc tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 984 time: 0.0534546 Oct 12 18:53:46.806365 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ed31e1ea-4ace-466e-b1b0-5377c7f80b3e req-7f676c4c-2ab2-4fad-931d-fc92bc2a3c09 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=c034c5a1-55e3-490d-ab22-88f7296facd7&id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322104 Oct 12 18:53:47.760738 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51245ffa-121a-4a81-b160-b76033afeb81 req-a8cbd6cc-4072-4f70-91f0-844ec7054d67 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:47.762215 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-51245ffa-121a-4a81-b160-b76033afeb81 req-a8cbd6cc-4072-4f70-91f0-844ec7054d67 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0486879 Oct 12 18:53:47.798967 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-51245ffa-121a-4a81-b160-b76033afeb81 req-2aba9276-3d1e-414a-878f-447baf2a9a1f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301661 Oct 12 18:53:48.910713 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91687fa4-4a28-4115-8fa9-b606ffdf5a4b req-53675543-8511-402b-9c74-9c36107b7d3a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:48.912133 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-91687fa4-4a28-4115-8fa9-b606ffdf5a4b req-53675543-8511-402b-9c74-9c36107b7d3a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0467775 Oct 12 18:53:48.949200 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-91687fa4-4a28-4115-8fa9-b606ffdf5a4b req-f94a59d7-40ef-47b4-aae9-e1190f07e2e4 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310459 Oct 12 18:53:50.072324 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea66f3-d90a-4434-ac1f-84f82f641977 req-61e90e97-d022-4cf9-9c08-049c9094f754 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:50.074019 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-baea66f3-d90a-4434-ac1f-84f82f641977 req-61e90e97-d022-4cf9-9c08-049c9094f754 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0568633 Oct 12 18:53:50.110441 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-baea66f3-d90a-4434-ac1f-84f82f641977 req-c0470fd1-d2e5-4fe9-92a7-476aa77519f4 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298519 Oct 12 18:53:51.224875 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328d020-5621-4eac-8f32-a0d4dc28e4f8 req-38d842ed-b561-48f2-9512-5f8f1e2a7d9a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:51.226251 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2328d020-5621-4eac-8f32-a0d4dc28e4f8 req-38d842ed-b561-48f2-9512-5f8f1e2a7d9a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0482605 Oct 12 18:53:51.262420 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2328d020-5621-4eac-8f32-a0d4dc28e4f8 req-962ec9a9-e057-4585-b057-e806672f56ec tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304024 Oct 12 18:53:52.374685 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241514-4084-4a26-a4d5-3ed8f7915950 req-0097bf1b-97b0-4436-89c0-9c5e25cbc525 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:52.376317 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-79241514-4084-4a26-a4d5-3ed8f7915950 req-0097bf1b-97b0-4436-89c0-9c5e25cbc525 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0476685 Oct 12 18:53:52.423419 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-79241514-4084-4a26-a4d5-3ed8f7915950 req-627a61f0-231b-4354-9726-8c5cb61e2ec1 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408924 Oct 12 18:53:53.539328 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682440b2-e179-40c7-a0d9-14b453016250 req-9c418da0-ce73-4846-a215-b820d55fa7d3 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:53.540771 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-682440b2-e179-40c7-a0d9-14b453016250 req-9c418da0-ce73-4846-a215-b820d55fa7d3 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0516970 Oct 12 18:53:53.580652 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-682440b2-e179-40c7-a0d9-14b453016250 req-f4d729fc-17b0-427d-8fae-71e91b7f34d9 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334010 Oct 12 18:53:54.436558 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8db279b-4319-44f3-895d-3d797c7e0fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:54.695271 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd81595-d1b2-41ad-8dde-a8b20173d378 req-4b0208e9-f2a9-4d31-8d0c-be28e8a130fd tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:54.696626 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5cd81595-d1b2-41ad-8dde-a8b20173d378 req-4b0208e9-f2a9-4d31-8d0c-be28e8a130fd tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0487208 Oct 12 18:53:54.736134 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5cd81595-d1b2-41ad-8dde-a8b20173d378 req-9b572ab8-e968-4194-8138-eca927d50709 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324442 Oct 12 18:53:55.849884 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd16ca8-69ba-4b1d-a915-2a1b76bdd2b2 req-20aadfc0-3770-418e-ae15-117b1f97f6ae tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:55.851317 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8fd16ca8-69ba-4b1d-a915-2a1b76bdd2b2 req-20aadfc0-3770-418e-ae15-117b1f97f6ae tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0487194 Oct 12 18:53:55.887697 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8fd16ca8-69ba-4b1d-a915-2a1b76bdd2b2 req-418aa3ff-0009-4814-bfc5-c35bc55aa26e tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306413 Oct 12 18:53:56.251549 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51655e0b-5fe1-4473-b7b0-a88d11421338 req-6c80f628-c704-4f31-b36f-25e6c796268a tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:56.252967 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-51655e0b-5fe1-4473-b7b0-a88d11421338 req-6c80f628-c704-4f31-b36f-25e6c796268a tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=123135fd-0634-4ceb-9f03-d9543a360758 HTTP/1.1" status: 200 len: 945 time: 0.0516975 Oct 12 18:53:56.288451 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-51655e0b-5fe1-4473-b7b0-a88d11421338 req-714e8474-f5ff-4bcf-95a7-f21d0c24b61b tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297008 Oct 12 18:53:56.972798 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e87a4784-eb66-433b-ade5-9bd59d79b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:57.007244 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f4d64-3c12-4436-a548-e567ae114d59 req-24dbcd86-23e9-4fa1-9c8f-a4e565044363 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:57.008701 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7e4f4d64-3c12-4436-a548-e567ae114d59 req-24dbcd86-23e9-4fa1-9c8f-a4e565044363 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0503325 Oct 12 18:53:57.045736 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7e4f4d64-3c12-4436-a548-e567ae114d59 req-d9fe248e-4897-46e6-81e1-53655b3f96d4 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305693 Oct 12 18:53:57.401278 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01df93-a13f-47d4-ac92-21933d6b1373 req-6de1d1ea-ffa6-4187-8c24-9a05adf9a68d tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:57.402733 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9c01df93-a13f-47d4-ac92-21933d6b1373 req-6de1d1ea-ffa6-4187-8c24-9a05adf9a68d tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=123135fd-0634-4ceb-9f03-d9543a360758 HTTP/1.1" status: 200 len: 945 time: 0.0480340 Oct 12 18:53:57.444160 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9c01df93-a13f-47d4-ac92-21933d6b1373 req-edcd2430-4230-4f6c-a1ac-d5c563272128 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354946 Oct 12 18:53:57.993334 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:58.162092 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d2178-5eae-48b0-becc-bacf0aeaccf0 req-94b8ae3d-37fd-438b-835a-b393101e8d25 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:58.163669 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-746d2178-5eae-48b0-becc-bacf0aeaccf0 req-94b8ae3d-37fd-438b-835a-b393101e8d25 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0513680 Oct 12 18:53:58.165326 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:58.202696 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-746d2178-5eae-48b0-becc-bacf0aeaccf0 req-c40bc11c-8a86-46be-8959-b535c9791a4a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323405 Oct 12 18:53:58.485625 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6128f2f-6990-4abb-ad2d-a8d7c126f7aa req-f6eaf89e-feee-402b-a8bb-3e2124317a52 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:58.487076 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f6128f2f-6990-4abb-ad2d-a8d7c126f7aa req-f6eaf89e-feee-402b-a8bb-3e2124317a52 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.21 "GET /v2.0/ports?device_id=123135fd-0634-4ceb-9f03-d9543a360758 HTTP/1.1" status: 200 len: 945 time: 0.0479980 Oct 12 18:53:58.603119 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19efa3-72d8-482f-ae3d-235bd80b97c7 req-917e64dd-3ffa-4167-8b8f-281445bd275d tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:58.604541 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ee19efa3-72d8-482f-ae3d-235bd80b97c7 req-917e64dd-3ffa-4167-8b8f-281445bd275d tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=123135fd-0634-4ceb-9f03-d9543a360758 HTTP/1.1" status: 200 len: 945 time: 0.0862122 Oct 12 18:53:58.633513 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-f6128f2f-6990-4abb-ad2d-a8d7c126f7aa req-177e7ad7-f12f-4228-9fed-2ccf5bc322f5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Deleting port f3185362-08e9-4a45-ba62-238f1b054b6c {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:53:58.633851 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-f6128f2f-6990-4abb-ad2d-a8d7c126f7aa req-177e7ad7-f12f-4228-9fed-2ccf5bc322f5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:58.686105 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ee19efa3-72d8-482f-ae3d-235bd80b97c7 req-29de95e7-1216-49fb-ba17-fc6284f2bcbd tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751448 Oct 12 18:53:58.732172 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-f6128f2f-6990-4abb-ad2d-a8d7c126f7aa req-177e7ad7-f12f-4228-9fed-2ccf5bc322f5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] For port f3185362-08e9-4a45-ba62-238f1b054b6c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f3185362-08e9-4a45-ba62-238f1b054b6c,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:53:58.732462 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-f6128f2f-6990-4abb-ad2d-a8d7c126f7aa req-177e7ad7-f12f-4228-9fed-2ccf5bc322f5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:58.747780 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-f6128f2f-6990-4abb-ad2d-a8d7c126f7aa req-177e7ad7-f12f-4228-9fed-2ccf5bc322f5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Calling delete_port for f3185362-08e9-4a45-ba62-238f1b054b6c owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:53:58.870844 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-f6128f2f-6990-4abb-ad2d-a8d7c126f7aa req-177e7ad7-f12f-4228-9fed-2ccf5bc322f5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:58.891784 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['567c9762-e9f1-4cc6-af81-877ce911b1b4', 'b024de46-33b4-410f-a0ed-8eedbdfdf424', '28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20', 'f3185362-08e9-4a45-ba62-238f1b054b6c'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:53:58.899073 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e7ad7-f12f-4228-9fed-2ccf5bc322f5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Pushing event deleted for resources: {'Port': ['ID=f3185362-08e9-4a45-ba62-238f1b054b6c,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:53:58.945617 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6128f2f-6990-4abb-ad2d-a8d7c126f7aa req-177e7ad7-f12f-4228-9fed-2ccf5bc322f5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] No DVR routers for this DVR port f3185362-08e9-4a45-ba62-238f1b054b6c on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:53:58.948202 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-f6128f2f-6990-4abb-ad2d-a8d7c126f7aa req-177e7ad7-f12f-4228-9fed-2ccf5bc322f5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:53:58.951726 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f6128f2f-6990-4abb-ad2d-a8d7c126f7aa req-177e7ad7-f12f-4228-9fed-2ccf5bc322f5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.21 "DELETE /v2.0/ports/f3185362-08e9-4a45-ba62-238f1b054b6c HTTP/1.1" status: 204 len: 173 time: 0.4570582 Oct 12 18:53:58.952142 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123135fd-0634-4ceb-9f03-d9543a360758', 'name': 'network-vif-deleted', 'tag': 'f3185362-08e9-4a45-ba62-238f1b054b6c'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:53:58.955123 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181ff4c2-972c-45e5-923d-b591481d55b7" -d '{"events": [{"server_uuid": "123135fd-0634-4ceb-9f03-d9543a360758", "name": "network-vif-deleted", "tag": "f3185362-08e9-4a45-ba62-238f1b054b6c"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:53:58.996226 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d2e2f9-0633-49c8-b47c-0f37a2e9544a x-openstack-request-id: req-84d2e2f9-0633-49c8-b47c-0f37a2e9544a {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:53:58.996641 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123135fd-0634-4ceb-9f03-d9543a360758", "name": "network-vif-deleted", "tag": "f3185362-08e9-4a45-ba62-238f1b054b6c", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:53:58.997062 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-84d2e2f9-0633-49c8-b47c-0f37a2e9544a {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:53:58.997585 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123135fd-0634-4ceb-9f03-d9543a360758', 'name': 'network-vif-deleted', 'tag': 'f3185362-08e9-4a45-ba62-238f1b054b6c', 'status': 'completed', 'code': 200} Oct 12 18:53:59.314810 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06514ce4-161f-4568-b198-33b313f7c583 req-8d68c5ae-3475-4b8f-8eef-9f86a21aa0fb tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:53:59.316233 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-06514ce4-161f-4568-b198-33b313f7c583 req-8d68c5ae-3475-4b8f-8eef-9f86a21aa0fb tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0467532 Oct 12 18:53:59.352757 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-06514ce4-161f-4568-b198-33b313f7c583 req-7b856317-d650-4ca6-a56c-b2dc69fc385d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307508 Oct 12 18:53:59.724484 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:00.466242 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a63c0b-8fba-42d9-ad84-ba9ddbc58139 req-ccc70dd9-b8bb-4fc6-81b9-671bb0cb4078 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:00.467569 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-43a63c0b-8fba-42d9-ad84-ba9ddbc58139 req-ccc70dd9-b8bb-4fc6-81b9-671bb0cb4078 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0481505 Oct 12 18:54:00.503418 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-43a63c0b-8fba-42d9-ad84-ba9ddbc58139 req-d8534658-15fa-4c26-88c7-2b8f6d3eab3c tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301297 Oct 12 18:54:01.078936 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb092aa3-15ca-4df8-863c-30c33599b7cb req-9ca884c4-6d04-4d56-851e-48463d09d9bf tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:01.080357 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cb092aa3-15ca-4df8-863c-30c33599b7cb req-9ca884c4-6d04-4d56-851e-48463d09d9bf tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f HTTP/1.1" status: 200 len: 946 time: 0.0516999 Oct 12 18:54:01.116779 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cb092aa3-15ca-4df8-863c-30c33599b7cb req-7e4a6688-ebfa-474e-9cd5-4a47cf3668c1 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304792 Oct 12 18:54:01.611191 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device f3185362-08e9-4a45-ba62-238f1b054b6c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:54:01.620613 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28a003-5645-4115-b8a8-93b59c090681 req-a092eaef-350f-4cfb-a75d-a5622b2ce04a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:01.622127 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ba28a003-5645-4115-b8a8-93b59c090681 req-a092eaef-350f-4cfb-a75d-a5622b2ce04a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0498476 Oct 12 18:54:01.631008 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: f3185362-08e9-4a45-ba62-238f1b054b6c {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:54:01.631359 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device f3185362-08e9-4a45-ba62-238f1b054b6c not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:54:01.659980 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ba28a003-5645-4115-b8a8-93b59c090681 req-ce1f9532-7db5-4834-9b81-7bbff6dae29a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319185 Oct 12 18:54:02.227186 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204c7b1-a037-4bd2-a95f-2c0f34ed0543 req-779f52ff-f018-4d71-9347-259216bdc7d6 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:02.228596 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6204c7b1-a037-4bd2-a95f-2c0f34ed0543 req-779f52ff-f018-4d71-9347-259216bdc7d6 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f HTTP/1.1" status: 200 len: 946 time: 0.0479000 Oct 12 18:54:02.264943 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6204c7b1-a037-4bd2-a95f-2c0f34ed0543 req-9bca39eb-995c-46dd-8015-3682dfcf7087 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305870 Oct 12 18:54:02.784005 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a4d7a-be03-4646-b8fb-1d91f793e92e req-4c812587-796c-4ec9-ae7e-12d8348b4e19 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:02.785469 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f30a4d7a-be03-4646-b8fb-1d91f793e92e req-4c812587-796c-4ec9-ae7e-12d8348b4e19 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0529010 Oct 12 18:54:02.822210 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f30a4d7a-be03-4646-b8fb-1d91f793e92e req-f1677031-8fa4-4d7d-92a2-abb1cc0d274b tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308406 Oct 12 18:54:03.191148 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db698c49-d535-4d87-9dc6-fef9e5ea9bdb req-1ebafc64-140d-4662-a550-801d0bab013e tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:03.192460 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-db698c49-d535-4d87-9dc6-fef9e5ea9bdb req-1ebafc64-140d-4662-a550-801d0bab013e tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f HTTP/1.1" status: 200 len: 946 time: 0.0466266 Oct 12 18:54:03.284122 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-db698c49-d535-4d87-9dc6-fef9e5ea9bdb req-dce6117a-f890-448c-ba0a-f22508422385 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Deleting port 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:54:03.284461 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-db698c49-d535-4d87-9dc6-fef9e5ea9bdb req-dce6117a-f890-448c-ba0a-f22508422385 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:03.402774 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-db698c49-d535-4d87-9dc6-fef9e5ea9bdb req-dce6117a-f890-448c-ba0a-f22508422385 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] For port 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:54:03.403130 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-db698c49-d535-4d87-9dc6-fef9e5ea9bdb req-dce6117a-f890-448c-ba0a-f22508422385 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:03.417682 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ce3f7-6a50-4f50-bf9b-0927d4358349 req-e945e4ff-f2e6-482e-9425-fb4ac9cd64a3 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:03.419098 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7a8ce3f7-6a50-4f50-bf9b-0927d4358349 req-e945e4ff-f2e6-482e-9425-fb4ac9cd64a3 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f HTTP/1.1" status: 200 len: 946 time: 0.0794997 Oct 12 18:54:03.425064 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-db698c49-d535-4d87-9dc6-fef9e5ea9bdb req-dce6117a-f890-448c-ba0a-f22508422385 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Calling delete_port for 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:54:03.498117 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7a8ce3f7-6a50-4f50-bf9b-0927d4358349 req-716a1988-7428-4446-af58-704a090bc460 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710115 Oct 12 18:54:03.579763 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-db698c49-d535-4d87-9dc6-fef9e5ea9bdb req-dce6117a-f890-448c-ba0a-f22508422385 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:03.596058 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['567c9762-e9f1-4cc6-af81-877ce911b1b4', 'b024de46-33b4-410f-a0ed-8eedbdfdf424', '28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:54:03.607283 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6117a-f890-448c-ba0a-f22508422385 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Pushing event deleted for resources: {'Port': ['ID=28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:03.650902 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-db698c49-d535-4d87-9dc6-fef9e5ea9bdb req-dce6117a-f890-448c-ba0a-f22508422385 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] No DVR routers for this DVR port 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:54:03.653402 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-db698c49-d535-4d87-9dc6-fef9e5ea9bdb req-dce6117a-f890-448c-ba0a-f22508422385 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:03.656714 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-db698c49-d535-4d87-9dc6-fef9e5ea9bdb req-dce6117a-f890-448c-ba0a-f22508422385 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.21 "DELETE /v2.0/ports/28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 HTTP/1.1" status: 204 len: 173 time: 0.4574108 Oct 12 18:54:03.657155 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f', 'name': 'network-vif-deleted', 'tag': '28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:54:03.659477 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73e629c-ffbe-45c1-a91f-ae2ee92a6155" -d '{"events": [{"server_uuid": "d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f", "name": "network-vif-deleted", "tag": "28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:54:03.697190 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3248e6-db3d-445b-aa2c-0e05a39fd1ab x-openstack-request-id: req-bd3248e6-db3d-445b-aa2c-0e05a39fd1ab {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:54:03.697524 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f", "name": "network-vif-deleted", "tag": "28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:54:03.697810 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd3248e6-db3d-445b-aa2c-0e05a39fd1ab {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:54:03.698477 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c1c3d9-0c6c-4f93-a2c4-6beaf3ef921f', 'name': 'network-vif-deleted', 'tag': '28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20', 'status': 'completed', 'code': 200} Oct 12 18:54:03.933727 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433dbfe-8005-4893-af58-00fca5a22bc7 req-8509e7a0-3add-4ffa-9f6d-c348fbd3abfa tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:03.935176 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a433dbfe-8005-4893-af58-00fca5a22bc7 req-8509e7a0-3add-4ffa-9f6d-c348fbd3abfa tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0476375 Oct 12 18:54:03.972605 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a433dbfe-8005-4893-af58-00fca5a22bc7 req-15731604-03dc-4dfc-b6ab-2bcd877aa81d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305648 Oct 12 18:54:04.758248 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14643d65-7875-4b9a-ae5d-364bca00f6aa req-301d870e-c321-4241-8e00-33fa0198f4d5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:04.759659 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-14643d65-7875-4b9a-ae5d-364bca00f6aa req-301d870e-c321-4241-8e00-33fa0198f4d5 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 946 time: 0.0481508 Oct 12 18:54:04.798166 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-14643d65-7875-4b9a-ae5d-364bca00f6aa req-81d79cc1-ab01-4c1d-bab1-0b94ab795622 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326719 Oct 12 18:54:05.090878 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e2555-7a28-4f04-8ace-b5b7ff6b12b6 req-e48bb73b-e316-4748-bbe7-740d9a6e6c48 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:05.092201 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c41e2555-7a28-4f04-8ace-b5b7ff6b12b6 req-e48bb73b-e316-4748-bbe7-740d9a6e6c48 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0514445 Oct 12 18:54:05.128659 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c41e2555-7a28-4f04-8ace-b5b7ff6b12b6 req-99fd663f-40af-4e51-bafc-f2c5d9215384 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301321 Oct 12 18:54:05.494209 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fc8f6e81-d97b-4244-a802-7c820d24544e req-c2fb0ce8-1fd4-4fb3-8877-954612795302 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381773 Oct 12 18:54:05.556062 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f6e81-d97b-4244-a802-7c820d24544e req-dd9a5291-02fc-4831-9e2f-8b2d7727c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:05.557531 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fc8f6e81-d97b-4244-a802-7c820d24544e req-dd9a5291-02fc-4831-9e2f-8b2d7727c92b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=584c0a7526884dec8eebb6aeeba85c27&device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 1137 time: 0.0391459 Oct 12 18:54:05.658060 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:54:05.665735 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f6e81-d97b-4244-a802-7c820d24544e req-2dd0bce7-33c0-44d3-b2bc-1b4ea2eaf2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:05.667188 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fc8f6e81-d97b-4244-a802-7c820d24544e req-2dd0bce7-33c0-44d3-b2bc-1b4ea2eaf2a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75f45012-ca84-48de-94b1-c96cbbd8b5d5 HTTP/1.1" status: 200 len: 915 time: 0.0865078 Oct 12 18:54:05.678343 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:54:05.678682 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 28b07c9e-7d8f-4f2a-bcf1-f2dc9f515e20 not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:54:05.732661 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fc8f6e81-d97b-4244-a802-7c820d24544e req-1b92db32-24e2-4776-af92-bb2e88e7a578 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a038624-0867-4f66-b6b0-1ccce0721118 HTTP/1.1" status: 200 len: 1000 time: 0.0563803 Oct 12 18:54:05.785305 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f6e81-d97b-4244-a802-7c820d24544e req-cfc14b2f-2baf-405e-a7b8-4cbfbc86b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:05.786694 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fc8f6e81-d97b-4244-a802-7c820d24544e req-cfc14b2f-2baf-405e-a7b8-4cbfbc86b526 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9163a3c0-797e-4089-8da9-2009530844eb HTTP/1.1" status: 200 len: 853 time: 0.0419364 Oct 12 18:54:05.835552 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f6e81-d97b-4244-a802-7c820d24544e req-3d59951e-776e-4a84-acfd-ade6fdf09052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:05.837053 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fc8f6e81-d97b-4244-a802-7c820d24544e req-3d59951e-776e-4a84-acfd-ade6fdf09052 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75f45012-ca84-48de-94b1-c96cbbd8b5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420229 Oct 12 18:54:05.962156 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e85b2-b0c6-4a52-b712-60c49d10ed10 req-5064d1ea-0a49-4b63-92a3-a64d46195254 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:05.963590 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-264e85b2-b0c6-4a52-b712-60c49d10ed10 req-5064d1ea-0a49-4b63-92a3-a64d46195254 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 946 time: 0.0769784 Oct 12 18:54:05.968729 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fc8f6e81-d97b-4244-a802-7c820d24544e req-9ae7542b-eece-4b36-a846-0cfe06077cfd service neutron] 10.222.0.21 "GET /v2.0/networks/75f45012-ca84-48de-94b1-c96cbbd8b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223919 Oct 12 18:54:06.044392 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-264e85b2-b0c6-4a52-b712-60c49d10ed10 req-3a9794e6-9633-4796-83c8-6f6d7eaceef6 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737751 Oct 12 18:54:06.079927 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fc8f6e81-d97b-4244-a802-7c820d24544e req-5effb174-11da-4c1e-ba9e-fd24d57fd9d1 service neutron] 10.222.0.21 "GET /v2.0/networks/75f45012-ca84-48de-94b1-c96cbbd8b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022961 Oct 12 18:54:06.243594 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b2c2c-8c18-4ea8-8939-b4ce51b4a90b req-859baf59-2c0f-43b8-a140-274a16fc628f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:06.245035 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-631b2c2c-8c18-4ea8-8939-b4ce51b4a90b req-859baf59-2c0f-43b8-a140-274a16fc628f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0513651 Oct 12 18:54:06.282577 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-631b2c2c-8c18-4ea8-8939-b4ce51b4a90b req-dc29b169-1d94-4fd5-bc7b-d72c1656fb43 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313232 Oct 12 18:54:06.619824 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0859ce-9898-4923-95c0-b6c46ef313c4 req-ee4d9a55-4222-4f6e-b2f5-bbd368fc0670 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:06.621239 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9e0859ce-9898-4923-95c0-b6c46ef313c4 req-ee4d9a55-4222-4f6e-b2f5-bbd368fc0670 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 946 time: 0.0462885 Oct 12 18:54:06.716142 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-9e0859ce-9898-4923-95c0-b6c46ef313c4 req-b01341a3-d9ef-4c2a-a9c2-7804257946d9 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Deleting port b024de46-33b4-410f-a0ed-8eedbdfdf424 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:54:06.716485 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-9e0859ce-9898-4923-95c0-b6c46ef313c4 req-b01341a3-d9ef-4c2a-a9c2-7804257946d9 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:06.804088 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-9e0859ce-9898-4923-95c0-b6c46ef313c4 req-b01341a3-d9ef-4c2a-a9c2-7804257946d9 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] For port b024de46-33b4-410f-a0ed-8eedbdfdf424, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b024de46-33b4-410f-a0ed-8eedbdfdf424,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:54:06.804370 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-9e0859ce-9898-4923-95c0-b6c46ef313c4 req-b01341a3-d9ef-4c2a-a9c2-7804257946d9 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:06.816947 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-9e0859ce-9898-4923-95c0-b6c46ef313c4 req-b01341a3-d9ef-4c2a-a9c2-7804257946d9 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Calling delete_port for b024de46-33b4-410f-a0ed-8eedbdfdf424 owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:54:07.209905 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61d2d5-c020-4416-9eae-5403ac298c1d req-371440ed-75c2-4eef-a197-08134dc06f6e tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:07.211341 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eb61d2d5-c020-4416-9eae-5403ac298c1d req-371440ed-75c2-4eef-a197-08134dc06f6e tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1f2abdd-9d19-4c77-8d9b-33592dac6bab HTTP/1.1" status: 200 len: 946 time: 0.0838892 Oct 12 18:54:07.217220 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-9e0859ce-9898-4923-95c0-b6c46ef313c4 req-b01341a3-d9ef-4c2a-a9c2-7804257946d9 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:07.230151 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['567c9762-e9f1-4cc6-af81-877ce911b1b4', 'b024de46-33b4-410f-a0ed-8eedbdfdf424'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:54:07.264045 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01341a3-d9ef-4c2a-a9c2-7804257946d9 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Pushing event deleted for resources: {'Port': ['ID=b024de46-33b4-410f-a0ed-8eedbdfdf424,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:07.310784 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0859ce-9898-4923-95c0-b6c46ef313c4 req-b01341a3-d9ef-4c2a-a9c2-7804257946d9 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] No DVR routers for this DVR port b024de46-33b4-410f-a0ed-8eedbdfdf424 on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:54:07.313992 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-9e0859ce-9898-4923-95c0-b6c46ef313c4 req-b01341a3-d9ef-4c2a-a9c2-7804257946d9 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:07.317497 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9e0859ce-9898-4923-95c0-b6c46ef313c4 req-b01341a3-d9ef-4c2a-a9c2-7804257946d9 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.21 "DELETE /v2.0/ports/b024de46-33b4-410f-a0ed-8eedbdfdf424 HTTP/1.1" status: 204 len: 173 time: 0.6889708 Oct 12 18:54:07.318153 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f2abdd-9d19-4c77-8d9b-33592dac6bab', 'name': 'network-vif-deleted', 'tag': 'b024de46-33b4-410f-a0ed-8eedbdfdf424'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:54:07.320330 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538acd7b-9aaa-4425-a593-8c43f061ceb1" -d '{"events": [{"server_uuid": "f1f2abdd-9d19-4c77-8d9b-33592dac6bab", "name": "network-vif-deleted", "tag": "b024de46-33b4-410f-a0ed-8eedbdfdf424"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:54:07.333937 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eb61d2d5-c020-4416-9eae-5403ac298c1d req-3c79e1e1-be3f-4d33-8076-885ca3171dd2 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136410 Oct 12 18:54:07.393555 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6d0601-29d4-458d-b8c6-21083be932d9 x-openstack-request-id: req-bc6d0601-29d4-458d-b8c6-21083be932d9 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:54:07.393850 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f2abdd-9d19-4c77-8d9b-33592dac6bab", "name": "network-vif-deleted", "tag": "b024de46-33b4-410f-a0ed-8eedbdfdf424", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:54:07.394126 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc6d0601-29d4-458d-b8c6-21083be932d9 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:54:07.394538 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f2abdd-9d19-4c77-8d9b-33592dac6bab', 'name': 'network-vif-deleted', 'tag': 'b024de46-33b4-410f-a0ed-8eedbdfdf424', 'status': 'completed', 'code': 200} Oct 12 18:54:07.406769 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dbcea-6756-465f-aba4-aa9c70e4a86e req-d6ef7e20-ca6b-4c52-90d3-9f46ecfaf35c tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:07.408251 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-989dbcea-6756-465f-aba4-aa9c70e4a86e req-d6ef7e20-ca6b-4c52-90d3-9f46ecfaf35c tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0550430 Oct 12 18:54:07.449479 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-989dbcea-6756-465f-aba4-aa9c70e4a86e req-e94750b0-f1f7-44eb-9234-bcc2e1b5f2ce tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350263 Oct 12 18:54:07.650151 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48556336-d5cc-4659-99d3-78159d183d49 req-99946e40-68a2-4337-9aeb-7e90233d44d6 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:07.651489 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-48556336-d5cc-4659-99d3-78159d183d49 req-99946e40-68a2-4337-9aeb-7e90233d44d6 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0561502 Oct 12 18:54:07.711041 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-48556336-d5cc-4659-99d3-78159d183d49 req-ce89d2a7-39d0-4057-a8fe-9b3577040498 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512974 Oct 12 18:54:07.716257 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8d679-c54b-4877-9328-b3c00b2edb68 req-3d29d533-b8ea-4ce8-91e8-e374d54b7eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:07.717706 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1ac8d679-c54b-4877-9328-b3c00b2edb68 req-3d29d533-b8ea-4ce8-91e8-e374d54b7eaf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8fde9f299c741df94fb2f851b651138&device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 1098 time: 0.0653191 Oct 12 18:54:07.817246 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8d679-c54b-4877-9328-b3c00b2edb68 req-7060f77c-3c2f-4ba7-8c98-81b0b40f850b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:07.818856 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1ac8d679-c54b-4877-9328-b3c00b2edb68 req-7060f77c-3c2f-4ba7-8c98-81b0b40f850b service neutron] 10.222.0.21 "GET /v2.0/networks?id=01a861b8-fd34-499e-b00f-62278e422b54 HTTP/1.1" status: 200 len: 911 time: 0.0936000 Oct 12 18:54:07.889891 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1ac8d679-c54b-4877-9328-b3c00b2edb68 req-c82df31e-6464-417f-912f-2f39a6d8f4e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39d8134f-72c7-47ae-b5d2-c205eef0e082 HTTP/1.1" status: 200 len: 1000 time: 0.0627518 Oct 12 18:54:07.940122 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8d679-c54b-4877-9328-b3c00b2edb68 req-a612283f-d41f-4b64-a332-9474da078aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:07.941431 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1ac8d679-c54b-4877-9328-b3c00b2edb68 req-a612283f-d41f-4b64-a332-9474da078aca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59e05615-d974-4962-bb16-1d78f8acc32c HTTP/1.1" status: 200 len: 849 time: 0.0431430 Oct 12 18:54:07.992667 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8d679-c54b-4877-9328-b3c00b2edb68 req-e5a74621-4de6-4ff2-b972-a44289d3e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:07.994196 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1ac8d679-c54b-4877-9328-b3c00b2edb68 req-e5a74621-4de6-4ff2-b972-a44289d3e777 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01a861b8-fd34-499e-b00f-62278e422b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441799 Oct 12 18:54:08.089122 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1ac8d679-c54b-4877-9328-b3c00b2edb68 req-26649aea-edfd-41a0-8943-6307ecbadedc service neutron] 10.222.0.21 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828357 Oct 12 18:54:08.194484 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1ac8d679-c54b-4877-9328-b3c00b2edb68 req-b18b6a8d-a6be-4d54-a186-4256fded8476 service neutron] 10.222.0.21 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853193 Oct 12 18:54:08.832269 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8b36e-ce63-47a0-a26d-e331b7bf4c54 req-ade0deee-fc1c-4c7c-b70a-9f75b348b8de tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:08.833754 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-71c8b36e-ce63-47a0-a26d-e331b7bf4c54 req-ade0deee-fc1c-4c7c-b70a-9f75b348b8de tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0555260 Oct 12 18:54:08.873512 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-71c8b36e-ce63-47a0-a26d-e331b7bf4c54 req-64066f7c-b173-49b1-b4d9-85b991613ba5 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318711 Oct 12 18:54:09.600047 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:09.660964 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device b024de46-33b4-410f-a0ed-8eedbdfdf424 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:54:09.681702 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: b024de46-33b4-410f-a0ed-8eedbdfdf424 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:54:09.682043 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device b024de46-33b4-410f-a0ed-8eedbdfdf424 not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:54:09.723534 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd48f4-70c8-4ab2-9048-45e605f04ad4 req-1f64d044-e2d6-4f39-b912-ab2a4bc2cd3b tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:09.725087 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-17fd48f4-70c8-4ab2-9048-45e605f04ad4 req-1f64d044-e2d6-4f39-b912-ab2a4bc2cd3b tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 946 time: 0.0662920 Oct 12 18:54:09.763437 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-17fd48f4-70c8-4ab2-9048-45e605f04ad4 req-56e2d1ce-f76c-4474-8431-19d47ce6c97e tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324457 Oct 12 18:54:09.992928 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d675b-c2d1-43e7-9d7c-3d413c51d718 req-c3c5f5ff-13e5-40ac-9cf9-f9a90452a43f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:09.994374 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-464d675b-c2d1-43e7-9d7c-3d413c51d718 req-c3c5f5ff-13e5-40ac-9cf9-f9a90452a43f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0517867 Oct 12 18:54:10.030476 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-464d675b-c2d1-43e7-9d7c-3d413c51d718 req-647624ae-a356-4c64-88a1-e441939f857a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302062 Oct 12 18:54:10.878443 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2896a2-55c9-438a-8db1-68257d83b388 req-43fba2b0-dc95-4d70-bced-03b7a5da4279 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:10.879891 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ee2896a2-55c9-438a-8db1-68257d83b388 req-43fba2b0-dc95-4d70-bced-03b7a5da4279 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 946 time: 0.0486586 Oct 12 18:54:10.917481 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ee2896a2-55c9-438a-8db1-68257d83b388 req-86c30b40-51ed-4009-a221-28f95ae2e47c tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313218 Oct 12 18:54:11.780696 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76069202-702b-4360-9ac8-092b821090bf req-c18673bb-d7b6-4022-83d6-a1ca7326fa6a tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:11.782554 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-76069202-702b-4360-9ac8-092b821090bf req-c18673bb-d7b6-4022-83d6-a1ca7326fa6a tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 946 time: 0.0492003 Oct 12 18:54:11.882577 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-76069202-702b-4360-9ac8-092b821090bf req-a8e485c5-de56-42d0-b37b-acf533f883d7 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Deleting port 567c9762-e9f1-4cc6-af81-877ce911b1b4 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:54:11.882821 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-76069202-702b-4360-9ac8-092b821090bf req-a8e485c5-de56-42d0-b37b-acf533f883d7 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:11.968357 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-76069202-702b-4360-9ac8-092b821090bf req-a8e485c5-de56-42d0-b37b-acf533f883d7 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] For port 567c9762-e9f1-4cc6-af81-877ce911b1b4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=567c9762-e9f1-4cc6-af81-877ce911b1b4,segment=NetworkSegment(d8c86b1b-cbc1-4d4a-8931-3356ff4de455),segment_id=d8c86b1b-cbc1-4d4a-8931-3356ff4de455)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:54:11.968762 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-76069202-702b-4360-9ac8-092b821090bf req-a8e485c5-de56-42d0-b37b-acf533f883d7 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:11.982031 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-76069202-702b-4360-9ac8-092b821090bf req-a8e485c5-de56-42d0-b37b-acf533f883d7 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Calling delete_port for 567c9762-e9f1-4cc6-af81-877ce911b1b4 owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:54:12.084073 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d38fd4-c2e6-40ea-a5bc-88d38431e77d req-fe94d9db-3650-4c2a-a4a6-d95ae4f24d8e tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:12.085552 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f9d38fd4-c2e6-40ea-a5bc-88d38431e77d req-fe94d9db-3650-4c2a-a4a6-d95ae4f24d8e tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/ports?device_id=09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a HTTP/1.1" status: 200 len: 946 time: 0.0990908 Oct 12 18:54:12.153066 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f9d38fd4-c2e6-40ea-a5bc-88d38431e77d req-e5a6f457-c49b-4481-9570-cac45b4544a9 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.66 "GET /v2.0/security-groups?id=22100cc7-a083-4421-bba1-627485d33f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613530 Oct 12 18:54:12.179546 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-76069202-702b-4360-9ac8-092b821090bf req-a8e485c5-de56-42d0-b37b-acf533f883d7 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:12.191389 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['567c9762-e9f1-4cc6-af81-877ce911b1b4'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:54:12.209984 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e485c5-de56-42d0-b37b-acf533f883d7 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Pushing event deleted for resources: {'Port': ['ID=567c9762-e9f1-4cc6-af81-877ce911b1b4,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:12.251414 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-76069202-702b-4360-9ac8-092b821090bf req-a8e485c5-de56-42d0-b37b-acf533f883d7 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] No DVR routers for this DVR port 567c9762-e9f1-4cc6-af81-877ce911b1b4 on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:54:12.253802 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-76069202-702b-4360-9ac8-092b821090bf req-a8e485c5-de56-42d0-b37b-acf533f883d7 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:12.257060 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-76069202-702b-4360-9ac8-092b821090bf req-a8e485c5-de56-42d0-b37b-acf533f883d7 tempest-AttachVolumeNegativeTest-52888582 tempest-AttachVolumeNegativeTest-52888582-project] 10.222.0.21 "DELETE /v2.0/ports/567c9762-e9f1-4cc6-af81-877ce911b1b4 HTTP/1.1" status: 204 len: 173 time: 0.4611244 Oct 12 18:54:12.257514 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a', 'name': 'network-vif-deleted', 'tag': '567c9762-e9f1-4cc6-af81-877ce911b1b4'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:54:12.259742 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425fc092-a508-47c8-933f-34d4ee7ddf8f" -d '{"events": [{"server_uuid": "09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a", "name": "network-vif-deleted", "tag": "567c9762-e9f1-4cc6-af81-877ce911b1b4"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:54:12.298015 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721c2985-082a-44b7-9e58-444fbf7a892e x-openstack-request-id: req-721c2985-082a-44b7-9e58-444fbf7a892e {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:54:12.298308 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a", "name": "network-vif-deleted", "tag": "567c9762-e9f1-4cc6-af81-877ce911b1b4", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:54:12.298561 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-721c2985-082a-44b7-9e58-444fbf7a892e {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:54:12.298960 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bdd0a2-37ba-4cf3-a33e-64bca8b7e75a', 'name': 'network-vif-deleted', 'tag': '567c9762-e9f1-4cc6-af81-877ce911b1b4', 'status': 'completed', 'code': 200} Oct 12 18:54:13.207898 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 40434) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:13.253306 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.db_base_plugin_v2 [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] Deleting subnet a7aff1e9-8d46-4283-85e0-404784d3cafe {{(pid=100618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:54:13.256416 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:13.292432 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4565152'] for subnet, precommit_delete_associations {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:13.332016 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785012'] for subnet, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:13.382203 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4877996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4748867'] for subnet, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:13.406821 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7aff1e9-8d46-4283-85e0-404784d3cafe,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:13.414975 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:13.415302 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:13.415642 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:13.415975 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:13.416302 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:13.417013 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:13.417013 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:13.417257 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:13.417606 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:13.417925 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:13.418242 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:13.418561 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:13.421253 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:13.424426 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-38657c03-bc30-4cef-bb29-83980ba4f803 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a7aff1e9-8d46-4283-85e0-404784d3cafe HTTP/1.1" status: 204 len: 168 time: 0.2155704 Oct 12 18:54:13.426924 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 40438) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:13.496353 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1de8ed0d-9b10-4b2f-950e-c9c644e31676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656927'] for network, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:13.572130 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1de8ed0d-9b10-4b2f-950e-c9c644e31676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721551', 'neutron.services.segments.db._delete_segments_for_network-8753793662980'] for network, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:13.594358 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-1de8ed0d-9b10-4b2f-950e-c9c644e31676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a432cf15-e37b-419e-a4db-633dca50c816']}} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:54:13.603145 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-1de8ed0d-9b10-4b2f-950e-c9c644e31676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c86b1b-cbc1-4d4a-8931-3356ff4de455') {'for_net_delete': True} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:54:13.603439 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-1de8ed0d-9b10-4b2f-950e-c9c644e31676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c86b1b-cbc1-4d4a-8931-3356ff4de455') {} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:54:13.623049 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1de8ed0d-9b10-4b2f-950e-c9c644e31676 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753793662477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4565163'] for segment, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:13.637939 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1de8ed0d-9b10-4b2f-950e-c9c644e31676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:13.644726 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de8ed0d-9b10-4b2f-950e-c9c644e31676 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=100618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:54:13.645192 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1de8ed0d-9b10-4b2f-950e-c9c644e31676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4876658'] for segment, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: Traceback (most recent call last): Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: timer() Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: cb(*args, **kw) Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: return func(*args, **kwargs) Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: self._notify() Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: self.callback(batched_events) Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: event.method(event) Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: return f(self, *a, **k) Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: return self._get(url).json() Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: return self.request(url, 'GET', **kwargs) Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:54:13.647019 dv-cinder-813229-2-iscsi neutron-server[100618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:54:13.698464 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1de8ed0d-9b10-4b2f-950e-c9c644e31676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7932349'] for network, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:13.703800 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1de8ed0d-9b10-4b2f-950e-c9c644e31676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:13.707124 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-1de8ed0d-9b10-4b2f-950e-c9c644e31676 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a432cf15-e37b-419e-a4db-633dca50c816 HTTP/1.1" status: 204 len: 168 time: 0.2792773 Oct 12 18:54:13.717575 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8ed0d-9b10-4b2f-950e-c9c644e31676 admin admin] Pushing event deleted for resources: {'Network': ['ID=a432cf15-e37b-419e-a4db-633dca50c816,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:13.866295 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 40442) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:13.903532 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-3226903c-6a26-4c1c-8516-6074ec3ab152 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=efcda96e77f946c2ab418f6123c104b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0361321 Oct 12 18:54:13.906367 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 40444) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:13.952106 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-d4e685b1-9d32-4cf2-9e21-6326e26d6d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:13.975479 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-d4e685b1-9d32-4cf2-9e21-6326e26d6d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:14.212985 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-d4e685b1-9d32-4cf2-9e21-6326e26d6d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:14.215570 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-d4e685b1-9d32-4cf2-9e21-6326e26d6d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:14.216701 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-d4e685b1-9d32-4cf2-9e21-6326e26d6d72 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/22100cc7-a083-4421-bba1-627485d33f3f HTTP/1.1" status: 204 len: 168 time: 0.3093290 Oct 12 18:54:14.224678 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e685b1-9d32-4cf2-9e21-6326e26d6d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22100cc7-a083-4421-bba1-627485d33f3f,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:15.678672 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 567c9762-e9f1-4cc6-af81-877ce911b1b4 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:54:15.712006 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: 567c9762-e9f1-4cc6-af81-877ce911b1b4 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:54:15.712591 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 567c9762-e9f1-4cc6-af81-877ce911b1b4 not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:54:20.422326 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 40566) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:20.523716 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-096bdb36-a5e8-4ddc-b491-f19c4ddbedcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:20.599878 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-096bdb36-a5e8-4ddc-b491-f19c4ddbedcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:20.603348 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-096bdb36-a5e8-4ddc-b491-f19c4ddbedcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:20.641032 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-096bdb36-a5e8-4ddc-b491-f19c4ddbedcb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c43ef5d173243f5b8a6c7c297f731df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169750 Oct 12 18:54:20.642195 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096bdb36-a5e8-4ddc-b491-f19c4ddbedcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2568d560-3b45-4adb-b629-b234d467fe8c,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:20.643790 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 40570) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:20.648034 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:54:20.649193 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096bdb36-a5e8-4ddc-b491-f19c4ddbedcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:20.649577 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096bdb36-a5e8-4ddc-b491-f19c4ddbedcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:20.649918 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096bdb36-a5e8-4ddc-b491-f19c4ddbedcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:20.650251 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096bdb36-a5e8-4ddc-b491-f19c4ddbedcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:20.650582 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096bdb36-a5e8-4ddc-b491-f19c4ddbedcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:20.650920 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096bdb36-a5e8-4ddc-b491-f19c4ddbedcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:20.651243 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096bdb36-a5e8-4ddc-b491-f19c4ddbedcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:20.651567 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096bdb36-a5e8-4ddc-b491-f19c4ddbedcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:20.651889 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096bdb36-a5e8-4ddc-b491-f19c4ddbedcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:20.652210 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096bdb36-a5e8-4ddc-b491-f19c4ddbedcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:20.652529 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096bdb36-a5e8-4ddc-b491-f19c4ddbedcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:20.652848 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096bdb36-a5e8-4ddc-b491-f19c4ddbedcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:20.693874 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-002fada6-c5d1-4e46-a9db-2210a9f870b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:20.714581 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-002fada6-c5d1-4e46-a9db-2210a9f870b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:20.758538 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-002fada6-c5d1-4e46-a9db-2210a9f870b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:20.761362 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-002fada6-c5d1-4e46-a9db-2210a9f870b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:20.762484 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-002fada6-c5d1-4e46-a9db-2210a9f870b3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2568d560-3b45-4adb-b629-b234d467fe8c HTTP/1.1" status: 204 len: 168 time: 0.1176653 Oct 12 18:54:20.770802 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fada6-c5d1-4e46-a9db-2210a9f870b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2568d560-3b45-4adb-b629-b234d467fe8c,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:21.019517 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 40576) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:21.032096 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5dfcbd95-d35a-40d2-b6c7-2b693cfbf65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:21.110447 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5dfcbd95-d35a-40d2-b6c7-2b693cfbf65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:21.114415 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5dfcbd95-d35a-40d2-b6c7-2b693cfbf65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:21.150653 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-5dfcbd95-d35a-40d2-b6c7-2b693cfbf65a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe66764002fc47d58804bd176e32a9a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1300905 Oct 12 18:54:21.152498 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcbd95-d35a-40d2-b6c7-2b693cfbf65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c172c091-9ab9-4db2-9f7d-7aa53823b6ef,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:21.153387 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 40578) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:21.207976 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-7d2896f2-8de4-4908-882f-a85547f30c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:21.227839 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-7d2896f2-8de4-4908-882f-a85547f30c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:21.273325 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-7d2896f2-8de4-4908-882f-a85547f30c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:21.275808 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-7d2896f2-8de4-4908-882f-a85547f30c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:21.276907 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-7d2896f2-8de4-4908-882f-a85547f30c90 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c172c091-9ab9-4db2-9f7d-7aa53823b6ef HTTP/1.1" status: 204 len: 168 time: 0.1225457 Oct 12 18:54:21.284257 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2896f2-8de4-4908-882f-a85547f30c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c172c091-9ab9-4db2-9f7d-7aa53823b6ef,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:22.324630 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 40620) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:22.427007 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-2f93a315-aaa9-47bf-9029-1c6f951697a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:22.505636 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-2f93a315-aaa9-47bf-9029-1c6f951697a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:22.509684 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-2f93a315-aaa9-47bf-9029-1c6f951697a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:22.548046 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-2f93a315-aaa9-47bf-9029-1c6f951697a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe3a5ba8ae3f4db88269a403dc69f062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222221 Oct 12 18:54:22.550307 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93a315-aaa9-47bf-9029-1c6f951697a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8148f7-6258-4c27-9eda-036292088cb8,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:22.551180 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 40624) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:22.600806 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a317a4ad-53cc-4c49-9c5b-7c3a24d54a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:22.621198 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a317a4ad-53cc-4c49-9c5b-7c3a24d54a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:22.665534 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a317a4ad-53cc-4c49-9c5b-7c3a24d54a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:22.668089 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a317a4ad-53cc-4c49-9c5b-7c3a24d54a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:22.669178 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-a317a4ad-53cc-4c49-9c5b-7c3a24d54a48 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd8148f7-6258-4c27-9eda-036292088cb8 HTTP/1.1" status: 204 len: 168 time: 0.1169777 Oct 12 18:54:22.677599 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317a4ad-53cc-4c49-9c5b-7c3a24d54a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8148f7-6258-4c27-9eda-036292088cb8,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:23.011882 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16837b11-8565-4bd3-9859-9b009afe2685 req-8ccd364e-f328-451f-93a3-9f175ba936e7 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:23.013338 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-16837b11-8565-4bd3-9859-9b009afe2685 req-8ccd364e-f328-451f-93a3-9f175ba936e7 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 946 time: 0.0506768 Oct 12 18:54:23.053994 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-16837b11-8565-4bd3-9859-9b009afe2685 req-2f3305ca-4452-4ed2-a430-baeb9876c9b0 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344558 Oct 12 18:54:23.643763 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 40662) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:23.746018 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2d0713b7-4d5d-4308-ad33-7ef0517cca1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:23.819276 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2d0713b7-4d5d-4308-ad33-7ef0517cca1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:23.823179 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2d0713b7-4d5d-4308-ad33-7ef0517cca1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:23.861513 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-2d0713b7-4d5d-4308-ad33-7ef0517cca1c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01db1b6ba26646f9a7625fb78962aeaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166393 Oct 12 18:54:23.862384 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0713b7-4d5d-4308-ad33-7ef0517cca1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1298c2-f4f3-4729-8552-2c32cf455f00,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:23.864807 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 40666) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:23.913783 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-1aac6b4d-8789-43ee-87a1-891ebc923a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:23.934445 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-1aac6b4d-8789-43ee-87a1-891ebc923a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:23.979488 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-1aac6b4d-8789-43ee-87a1-891ebc923a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:23.982038 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-1aac6b4d-8789-43ee-87a1-891ebc923a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:23.983179 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-1aac6b4d-8789-43ee-87a1-891ebc923a68 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc1298c2-f4f3-4729-8552-2c32cf455f00 HTTP/1.1" status: 204 len: 168 time: 0.1172972 Oct 12 18:54:23.993040 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac6b4d-8789-43ee-87a1-891ebc923a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1298c2-f4f3-4729-8552-2c32cf455f00,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:24.174533 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52983f-37eb-4e87-9fe5-41d05add5f76 req-4f674002-5507-43a2-a606-2e1fff4be955 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:24.176012 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ea52983f-37eb-4e87-9fe5-41d05add5f76 req-4f674002-5507-43a2-a606-2e1fff4be955 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 946 time: 0.0482085 Oct 12 18:54:24.215255 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ea52983f-37eb-4e87-9fe5-41d05add5f76 req-5bdea589-b338-4afa-bf6c-8c6c483f83ed tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329199 Oct 12 18:54:24.438762 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-93daa71f-652e-4846-bd4d-81b9cf3ca904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:24.999429 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b9a38-aa78-4e00-a358-dded0cd44933 req-776e9511-422c-4086-8dc5-a24514185c44 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:25.001729 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f73b9a38-aa78-4e00-a358-dded0cd44933 req-776e9511-422c-4086-8dc5-a24514185c44 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.21 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 946 time: 0.0550122 Oct 12 18:54:25.094290 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-f73b9a38-aa78-4e00-a358-dded0cd44933 req-87f23d86-b22b-4fa6-bbf3-2ba042513923 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Deleting port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:54:25.094680 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-f73b9a38-aa78-4e00-a358-dded0cd44933 req-87f23d86-b22b-4fa6-bbf3-2ba042513923 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:25.182168 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-f73b9a38-aa78-4e00-a358-dded0cd44933 req-87f23d86-b22b-4fa6-bbf3-2ba042513923 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] For port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:54:25.182527 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-f73b9a38-aa78-4e00-a358-dded0cd44933 req-87f23d86-b22b-4fa6-bbf3-2ba042513923 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:25.408109 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0703e18-87db-4a7e-a483-60bed8f30296 req-a8790728-e04f-460c-80b5-4f5a8d89db19 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:25.409489 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f0703e18-87db-4a7e-a483-60bed8f30296 req-a8790728-e04f-460c-80b5-4f5a8d89db19 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=63e68a74-2b35-4ad6-9240-eb2f680ecc65 HTTP/1.1" status: 200 len: 946 time: 0.1240902 Oct 12 18:54:25.452232 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-f73b9a38-aa78-4e00-a358-dded0cd44933 req-87f23d86-b22b-4fa6-bbf3-2ba042513923 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:25.452594 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-f73b9a38-aa78-4e00-a358-dded0cd44933 req-87f23d86-b22b-4fa6-bbf3-2ba042513923 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7932303'] for floatingip, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:25.453446 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.l3_db [req-f73b9a38-aa78-4e00-a358-dded0cd44933 req-87f23d86-b22b-4fa6-bbf3-2ba042513923 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Floating IP 21c86c02-c4d3-4dc9-8f64-0e76e0d746b0 disassociated. External IP: 172.27.0.42, port: 1c90406d-8aba-4c3c-9e70-e4b0c680adf0. Oct 12 18:54:25.453803 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-f73b9a38-aa78-4e00-a358-dded0cd44933 req-87f23d86-b22b-4fa6-bbf3-2ba042513923 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Calling delete_port for 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:54:25.466942 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f0703e18-87db-4a7e-a483-60bed8f30296 req-6d25e475-d2dd-45f5-8b19-8a669ba8a0e5 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512469 Oct 12 18:54:25.588988 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-f73b9a38-aa78-4e00-a358-dded0cd44933 req-87f23d86-b22b-4fa6-bbf3-2ba042513923 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:25.617697 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f23d86-b22b-4fa6-bbf3-2ba042513923 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Pushing event deleted for resources: {'Port': ['ID=1c90406d-8aba-4c3c-9e70-e4b0c680adf0,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:25.732475 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f73b9a38-aa78-4e00-a358-dded0cd44933 req-87f23d86-b22b-4fa6-bbf3-2ba042513923 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Router 2c82a773-1a87-4e01-9c18-aec09d9e905c has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:54:25.838793 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f73b9a38-aa78-4e00-a358-dded0cd44933 req-87f23d86-b22b-4fa6-bbf3-2ba042513923 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:54:25.850012 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd2a6c-8b6c-4a7c-b4b7-8a3f52e05e9d None None] Sync routers for ids ['2c82a773-1a87-4e01-9c18-aec09d9e905c'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:54:25.859058 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd2a6c-8b6c-4a7c-b4b7-8a3f52e05e9d None None] Routers {'2c82a773-1a87-4e01-9c18-aec09d9e905c'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:54:25.859759 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-aedd2a6c-8b6c-4a7c-b4b7-8a3f52e05e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:53:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['2c82a773-1a87-4e01-9c18-aec09d9e905c'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:54:25.878648 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73b9a38-aa78-4e00-a358-dded0cd44933 req-87f23d86-b22b-4fa6-bbf3-2ba042513923 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] No DVR routers for this DVR port 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:54:25.881108 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-f73b9a38-aa78-4e00-a358-dded0cd44933 req-87f23d86-b22b-4fa6-bbf3-2ba042513923 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:25.884328 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f73b9a38-aa78-4e00-a358-dded0cd44933 req-87f23d86-b22b-4fa6-bbf3-2ba042513923 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.21 "DELETE /v2.0/ports/1c90406d-8aba-4c3c-9e70-e4b0c680adf0 HTTP/1.1" status: 204 len: 173 time: 0.8746989 Oct 12 18:54:25.884765 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e68a74-2b35-4ad6-9240-eb2f680ecc65', 'name': 'network-vif-deleted', 'tag': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:54:25.886983 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7bcdb6-3c94-4567-8693-fc7422728347" -d '{"events": [{"server_uuid": "63e68a74-2b35-4ad6-9240-eb2f680ecc65", "name": "network-vif-deleted", "tag": "1c90406d-8aba-4c3c-9e70-e4b0c680adf0"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:54:25.924613 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2531cc3d-6d42-4fa6-8ac3-a55a77f2cf9b x-openstack-request-id: req-2531cc3d-6d42-4fa6-8ac3-a55a77f2cf9b {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:54:25.925106 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e68a74-2b35-4ad6-9240-eb2f680ecc65", "name": "network-vif-deleted", "tag": "1c90406d-8aba-4c3c-9e70-e4b0c680adf0", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:54:25.925369 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2531cc3d-6d42-4fa6-8ac3-a55a77f2cf9b {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:54:25.925776 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e68a74-2b35-4ad6-9240-eb2f680ecc65', 'name': 'network-vif-deleted', 'tag': '1c90406d-8aba-4c3c-9e70-e4b0c680adf0', 'status': 'completed', 'code': 200} Oct 12 18:54:26.088153 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-aedd2a6c-8b6c-4a7c-b4b7-8a3f52e05e9d None None] Set router 2c82a773-1a87-4e01-9c18-aec09d9e905c gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:54:26.293841 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-aedd2a6c-8b6c-4a7c-b4b7-8a3f52e05e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:53Z', 'revision_number': 4, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port': {'id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:47Z', 'updated_at': '2021-10-12T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'f0d8d95d-2d53-4a46-b6f1-e048423d7454', 'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'mac_address': 'fa:16:3e:14:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 5, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'subnets': [{'id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:54:26.328791 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd2a6c-8b6c-4a7c-b4b7-8a3f52e05e9d None None] Checking router: 2c82a773-1a87-4e01-9c18-aec09d9e905c for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:54:26.340732 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd2a6c-8b6c-4a7c-b4b7-8a3f52e05e9d None None] Routers {'2c82a773-1a87-4e01-9c18-aec09d9e905c'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:54:26.341388 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-aedd2a6c-8b6c-4a7c-b4b7-8a3f52e05e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:53:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['2c82a773-1a87-4e01-9c18-aec09d9e905c'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:54:26.464011 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-aedd2a6c-8b6c-4a7c-b4b7-8a3f52e05e9d None None] Set router 2c82a773-1a87-4e01-9c18-aec09d9e905c gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:54:26.576839 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 40732) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:26.642406 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6fabe266-ea65-43ce-8941-78454ca3c94c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:26.674803 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6fabe266-ea65-43ce-8941-78454ca3c94c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:26.695998 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-aedd2a6c-8b6c-4a7c-b4b7-8a3f52e05e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:53Z', 'revision_number': 4, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port': {'id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:47Z', 'updated_at': '2021-10-12T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'f0d8d95d-2d53-4a46-b6f1-e048423d7454', 'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'mac_address': 'fa:16:3e:14:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 5, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'subnets': [{'id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:54:26.728492 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd2a6c-8b6c-4a7c-b4b7-8a3f52e05e9d None None] The sync data for ids ['2c82a773-1a87-4e01-9c18-aec09d9e905c'] in dv-cinder-813229-2-iscsi is: [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:53Z', 'revision_number': 4, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port': {'id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:47Z', 'updated_at': '2021-10-12T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'f0d8d95d-2d53-4a46-b6f1-e048423d7454', 'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'mac_address': 'fa:16:3e:14:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 5, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'subnets': [{'id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:54:26.736166 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6fabe266-ea65-43ce-8941-78454ca3c94c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:26.739353 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6fabe266-ea65-43ce-8941-78454ca3c94c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:26.740603 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-6fabe266-ea65-43ce-8941-78454ca3c94c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "DELETE /v2.0/security-groups/dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc HTTP/1.1" status: 204 len: 168 time: 0.1627274 Oct 12 18:54:26.743636 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 40738) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:26.753306 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabe266-ea65-43ce-8941-78454ca3c94c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:26.758778 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.api.v2.resource [None req-54143992-2589-4973-975f-34374bc7e5a4 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] show failed (client error): The resource could not be found. Oct 12 18:54:26.763023 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-54143992-2589-4973-975f-34374bc7e5a4 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups/dd6ece1f-5b33-4fc4-8398-70e6f8d7dfbc HTTP/1.1" status: 404 len: 347 time: 0.0179152 Oct 12 18:54:26.763579 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 40740) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:26.898041 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-a447e6d9-22b8-4d53-8e4e-52dbdea7463b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Deleting port 938186a6-1c4c-4629-a4da-2ac6ecb996c7 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:54:26.898390 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a447e6d9-22b8-4d53-8e4e-52dbdea7463b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:26.977604 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ec313e00-ae23-4145-a81c-0ed3f32ba676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:26.982607 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a447e6d9-22b8-4d53-8e4e-52dbdea7463b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:26.983017 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a447e6d9-22b8-4d53-8e4e-52dbdea7463b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:26.998501 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-a447e6d9-22b8-4d53-8e4e-52dbdea7463b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Calling delete_port for 938186a6-1c4c-4629-a4da-2ac6ecb996c7 owned by network:floatingip {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:54:27.025834 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15671321-3fd0-4b91-8ee5-5bb9ce2079f9 None None] New status for floating IP 21c86c02-c4d3-4dc9-8f64-0e76e0d746b0: DOWN {{(pid=100620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:54:27.147388 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a447e6d9-22b8-4d53-8e4e-52dbdea7463b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:27.149323 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.db.api [None req-15671321-3fd0-4b91-8ee5-5bb9ce2079f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 18:54:27.149979 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG oslo_db.api [None req-15671321-3fd0-4b91-8ee5-5bb9ce2079f9 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 18:54:27.172684 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447e6d9-22b8-4d53-8e4e-52dbdea7463b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Pushing event deleted for resources: {'Port': ['ID=938186a6-1c4c-4629-a4da-2ac6ecb996c7,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:27.234597 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a447e6d9-22b8-4d53-8e4e-52dbdea7463b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for floatingip, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:27.237154 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a447e6d9-22b8-4d53-8e4e-52dbdea7463b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:27.238482 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-a447e6d9-22b8-4d53-8e4e-52dbdea7463b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "DELETE /v2.0/floatingips/21c86c02-c4d3-4dc9-8f64-0e76e0d746b0 HTTP/1.1" status: 204 len: 168 time: 0.4736583 Oct 12 18:54:27.582655 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 40744) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:27.587202 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-49eae2dc-f179-4b6f-b258-63cd7b178b51 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1258925258', 'description': 'tempest-description--1735052896'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:54:27.608047 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-49eae2dc-f179-4b6f-b258-63cd7b178b51 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:27.652129 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15671321-3fd0-4b91-8ee5-5bb9ce2079f9 None None] New status for floating IP 21c86c02-c4d3-4dc9-8f64-0e76e0d746b0: DOWN {{(pid=100620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:54:27.681366 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-49eae2dc-f179-4b6f-b258-63cd7b178b51 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:27.686589 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-49eae2dc-f179-4b6f-b258-63cd7b178b51 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:27.732607 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eae2dc-f179-4b6f-b258-63cd7b178b51 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e045077c-e003-4335-898e-cdb342eab1ba,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:27.747583 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-49eae2dc-f179-4b6f-b258-63cd7b178b51 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:27.747785 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:54:27.748933 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-49eae2dc-f179-4b6f-b258-63cd7b178b51 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1652615 Oct 12 18:54:27.752476 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 40750) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:27.757337 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-7d450605-c187-43bf-a279-eba070439158 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Request body: {'security_group_rule': {'security_group_id': 'e045077c-e003-4335-898e-cdb342eab1ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:54:27.791563 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:54:27.792023 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 1c90406d-8aba-4c3c-9e70-e4b0c680adf0 not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:54:27.802961 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7d450605-c187-43bf-a279-eba070439158 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:27.852882 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7d450605-c187-43bf-a279-eba070439158 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:27.857147 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7d450605-c187-43bf-a279-eba070439158 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:27.880764 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d450605-c187-43bf-a279-eba070439158 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf54b11-7f11-48e3-84dc-cdc73385c220,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:27.892363 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7d450605-c187-43bf-a279-eba070439158 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:27.896089 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-7d450605-c187-43bf-a279-eba070439158 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400311 Oct 12 18:54:27.896782 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 40752) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:27.902073 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-60002c6b-fae8-4be7-a7bf-5e934563145f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Request body: {'security_group_rule': {'security_group_id': 'e045077c-e003-4335-898e-cdb342eab1ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:54:27.929229 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-60002c6b-fae8-4be7-a7bf-5e934563145f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:27.992979 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-60002c6b-fae8-4be7-a7bf-5e934563145f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:27.997967 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-60002c6b-fae8-4be7-a7bf-5e934563145f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.004471 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.021372 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60002c6b-fae8-4be7-a7bf-5e934563145f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3e4ff9-44c3-4e79-9109-ded0ebd54f95,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:28.026833 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-60002c6b-fae8-4be7-a7bf-5e934563145f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.028107 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-60002c6b-fae8-4be7-a7bf-5e934563145f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301951 Oct 12 18:54:28.031439 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 40756) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:28.036132 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-78fb3645-f51a-42e7-a9e5-9bfb42f05ec2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Request body: {'floatingip': {'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:54:28.055745 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 40758) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:28.064758 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-78fb3645-f51a-42e7-a9e5-9bfb42f05ec2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for floatingip, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.166540 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.170612 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-73018412-71dd-4471-9d97-819b42dd0699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.184861 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-78fb3645-f51a-42e7-a9e5-9bfb42f05ec2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.329765 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-78fb3645-f51a-42e7-a9e5-9bfb42f05ec2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Allocated IP 172.27.0.6 (3ebee7fc-7e47-48dc-a73f-702afd21678f/257fc62d-aef6-4fd3-8a07-67da1276276c/d225fae9-4f41-478f-bef6-f0c6b6661d1b) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:54:28.341848 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-73018412-71dd-4471-9d97-819b42dd0699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.347646 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-73018412-71dd-4471-9d97-819b42dd0699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.431015 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73018412-71dd-4471-9d97-819b42dd0699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dcb6fd-ae92-4750-af49-8efb140bfdca,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:28.435205 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-73018412-71dd-4471-9d97-819b42dd0699 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7e8c14dea07d48a994adf2bdaf4df1f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3766274 Oct 12 18:54:28.438360 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 40762) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:28.491860 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-78fb3645-f51a-42e7-a9e5-9bfb42f05ec2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.493857 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6e35bfc1-c520-40d6-adb2-ac19caa988de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.519214 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6e35bfc1-c520-40d6-adb2-ac19caa988de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.526092 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-78fb3645-f51a-42e7-a9e5-9bfb42f05ec2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.567167 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fb3645-f51a-42e7-a9e5-9bfb42f05ec2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:54:28.568490 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6e35bfc1-c520-40d6-adb2-ac19caa988de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.570277 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-78fb3645-f51a-42e7-a9e5-9bfb42f05ec2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:54:28.571283 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6e35bfc1-c520-40d6-adb2-ac19caa988de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.575443 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-6e35bfc1-c520-40d6-adb2-ac19caa988de admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/91dcb6fd-ae92-4750-af49-8efb140bfdca HTTP/1.1" status: 204 len: 168 time: 0.1332436 Oct 12 18:54:28.575619 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb3645-f51a-42e7-a9e5-9bfb42f05ec2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:54:28.582788 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35bfc1-c520-40d6-adb2-ac19caa988de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dcb6fd-ae92-4750-af49-8efb140bfdca,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:28.619277 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb3645-f51a-42e7-a9e5-9bfb42f05ec2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Pushing event updated for resources: {'Port': ['ID=d225fae9-4f41-478f-bef6-f0c6b6661d1b,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:28.665534 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-78fb3645-f51a-42e7-a9e5-9bfb42f05ec2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.708462 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-78fb3645-f51a-42e7-a9e5-9bfb42f05ec2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.860261 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-78fb3645-f51a-42e7-a9e5-9bfb42f05ec2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.866160 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-78fb3645-f51a-42e7-a9e5-9bfb42f05ec2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.940563 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb3645-f51a-42e7-a9e5-9bfb42f05ec2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Pushing event updated for resources: {'Port': ['ID=d225fae9-4f41-478f-bef6-f0c6b6661d1b,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:28.949959 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-78fb3645-f51a-42e7-a9e5-9bfb42f05ec2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7932303'] for floatingip, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.966214 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-78fb3645-f51a-42e7-a9e5-9bfb42f05ec2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:28.967431 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-78fb3645-f51a-42e7-a9e5-9bfb42f05ec2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9348166 Oct 12 18:54:29.160488 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-5529999b-511d-4138-8437-c36f6aa2c1e6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1258925258&fields=id&tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71 HTTP/1.1" status: 200 len: 267 time: 0.0340905 Oct 12 18:54:29.525587 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-8a85bd38-d17e-44fd-a2ce-e4a5113da9cd tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:29.527053 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-8a85bd38-d17e-44fd-a2ce-e4a5113da9cd tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/networks?id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 HTTP/1.1" status: 200 len: 817 time: 0.3599677 Oct 12 18:54:29.542677 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-d3919919-12e3-42ee-9038-b3485b485533 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/quotas/9014b76ca29d4cf2b8e0f1ac9621ec71 HTTP/1.1" status: 200 len: 375 time: 0.0090446 Oct 12 18:54:29.597210 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-b756253c-6997-410e-bd43-afe47b86b208 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485268 Oct 12 18:54:29.698452 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-8155ccfa-db57-4705-863b-e045c6d23876 service neutron] 10.222.0.66 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894339 Oct 12 18:54:29.735496 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:29.800377 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-1840e155-3071-4c0f-a037-e189ced9dd00 service neutron] 10.222.0.66 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943694 Oct 12 18:54:29.962337 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8bd0f4ba-a582-4feb-9f10-405e123cf9fa req-457ccd54-b2b6-421f-907b-f2cbe13510c0 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 210 time: 0.0279605 Oct 12 18:54:30.921230 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-2619d5ac-a7ce-4622-8ca0-351600d094b7 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:30.923279 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-2619d5ac-a7ce-4622-8ca0-351600d094b7 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.21 "GET /v2.0/networks?id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 HTTP/1.1" status: 200 len: 817 time: 0.1079309 Oct 12 18:54:30.975089 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-cb800ba8-00ee-49a4-be58-32c90d245d84 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71 HTTP/1.1" status: 200 len: 380 time: 0.0353143 Oct 12 18:54:30.995609 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-c53a88ef-356c-4ec9-af79-00192c1b5691 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Request body: {'port': {'device_id': 'd074c85c-0618-47e2-9f1e-c40e59d2185e', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'admin_state_up': True, 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'security_groups': ['e045077c-e003-4335-898e-cdb342eab1ba']}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:54:31.077536 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-29ccfe6b-328d-4540-9d82-c8cd2d6044fc req-26797cb6-6ea2-431c-99db-3012f52aea2b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 210 time: 0.0372646 Oct 12 18:54:31.129748 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-c53a88ef-356c-4ec9-af79-00192c1b5691 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Made reservation on behalf of 9014b76ca29d4cf2b8e0f1ac9621ec71 for: {'port': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:54:31.133397 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-c53a88ef-356c-4ec9-af79-00192c1b5691 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:31.254497 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-c53a88ef-356c-4ec9-af79-00192c1b5691 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Allocated IP 172.20.0.6 (d7ea82d4-1a02-4e55-8809-50cbe1adf2a3/8e169c64-1553-4025-8cf9-96cfe11d06bd/bec1ff87-b9e4-42aa-a046-de4b020bb20a) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:54:31.392807 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-c53a88ef-356c-4ec9-af79-00192c1b5691 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:31.425011 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-c53a88ef-356c-4ec9-af79-00192c1b5691 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:31.473366 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-c53a88ef-356c-4ec9-af79-00192c1b5691 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Network d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:54:31.476473 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-c53a88ef-356c-4ec9-af79-00192c1b5691 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:54:31.480203 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-c53a88ef-356c-4ec9-af79-00192c1b5691 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:54:31.486579 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a88ef-356c-4ec9-af79-00192c1b5691 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Pushing event updated for resources: {'Port': ['ID=bec1ff87-b9e4-42aa-a046-de4b020bb20a,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:31.539418 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-c53a88ef-356c-4ec9-af79-00192c1b5691 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:31.540056 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-c53a88ef-356c-4ec9-af79-00192c1b5691 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:31.556809 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-c53a88ef-356c-4ec9-af79-00192c1b5691 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5652049 Oct 12 18:54:31.570024 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Request body: {'port': {'device_id': 'd074c85c-0618-47e2-9f1e-c40e59d2185e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:54:31.626237 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:31.747851 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-f19c5cda-f309-42de-94cc-9fce2f466de5 None None] Provisioning complete for port bec1ff87-b9e4-42aa-a046-de4b020bb20a triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:54:31.748402 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f19c5cda-f309-42de-94cc-9fce2f466de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:31.786519 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-f19c5cda-f309-42de-94cc-9fce2f466de5 None None] Port bec1ff87-b9e4-42aa-a046-de4b020bb20a cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:54:31.894644 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec1ff87-b9e4-42aa-a046-de4b020bb20a {{(pid=100617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:54:31.901719 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:31.914620 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.provisioning_blocks [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Transition to ACTIVE for port object bec1ff87-b9e4-42aa-a046-de4b020bb20a will not be triggered until provisioned by entity L2. {{(pid=100617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:54:31.919894 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:31.967608 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=bec1ff87-b9e4-42aa-a046-de4b020bb20a,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:32.040445 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Attempting to bind port bec1ff87-b9e4-42aa-a046-de4b020bb20a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:54:32.040776 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Attempting to bind port bec1ff87-b9e4-42aa-a046-de4b020bb20a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '6afa3e34-2c70-40b7-b0a9-48c1009c277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3'}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:54:32.041106 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Attempting to bind port bec1ff87-b9e4-42aa-a046-de4b020bb20a on network d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:54:32.045627 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Port bec1ff87-b9e4-42aa-a046-de4b020bb20a on network d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:54:32.045946 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Attempting to bind port bec1ff87-b9e4-42aa-a046-de4b020bb20a on network d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:54:32.052047 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:54:32.052394 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Checking segment: {'id': '6afa3e34-2c70-40b7-b0a9-48c1009c277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:54:32.052765 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Bound using segment: {'id': '6afa3e34-2c70-40b7-b0a9-48c1009c277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3'} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:54:32.053190 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Bound port: bec1ff87-b9e4-42aa-a046-de4b020bb20a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6afa3e34-2c70-40b7-b0a9-48c1009c277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3'}}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:54:32.053583 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:32.144953 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] For port bec1ff87-b9e4-42aa-a046-de4b020bb20a, host hv-cinder-81322, cleared binding levels {{(pid=100617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:54:32.149849 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] For port bec1ff87-b9e4-42aa-a046-de4b020bb20a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bec1ff87-b9e4-42aa-a046-de4b020bb20a,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:54:32.156011 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:32.220676 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:32.221293 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:32.222702 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] 10.222.0.21 "PUT /v2.0/ports/bec1ff87-b9e4-42aa-a046-de4b020bb20a HTTP/1.1" status: 200 len: 1093 time: 0.6570699 Oct 12 18:54:32.224874 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd074c85c-0618-47e2-9f1e-c40e59d2185e', 'tag': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:54:32.227151 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809cacad-d0de-47d7-8735-db285f4d124a" -d '{"events": [{"name": "network-changed", "server_uuid": "d074c85c-0618-47e2-9f1e-c40e59d2185e", "tag": "bec1ff87-b9e4-42aa-a046-de4b020bb20a"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:54:32.249147 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3b128-4792-445c-a458-8e42e3de1fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=bec1ff87-b9e4-42aa-a046-de4b020bb20a,revision_number=3']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:32.264920 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f10ca-dbbe-42ce-b8ab-da9cb80e2f62 req-1b919679-0489-48e5-ab08-e5cd5bacac22 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:32.267559 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ac6f10ca-dbbe-42ce-b8ab-da9cb80e2f62 req-1b919679-0489-48e5-ab08-e5cd5bacac22 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.1093280 Oct 12 18:54:32.274340 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4d425f-a830-4dd3-ba44-fed2c91bc106 x-openstack-request-id: req-ef4d425f-a830-4dd3-ba44-fed2c91bc106 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:54:32.274630 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d074c85c-0618-47e2-9f1e-c40e59d2185e", "tag": "bec1ff87-b9e4-42aa-a046-de4b020bb20a", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:54:32.275073 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef4d425f-a830-4dd3-ba44-fed2c91bc106 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:54:32.275375 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd074c85c-0618-47e2-9f1e-c40e59d2185e', 'tag': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a', 'status': 'completed', 'code': 200} Oct 12 18:54:32.347441 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ac6f10ca-dbbe-42ce-b8ab-da9cb80e2f62 req-5c4970f3-69e3-4142-9072-d26ad240d78f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682223 Oct 12 18:54:32.352268 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-5222fbd5-1420-4838-8171-42bce0a13dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:32.353783 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-5222fbd5-1420-4838-8171-42bce0a13dc1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71&device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 1096 time: 0.0726788 Oct 12 18:54:32.400556 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-8a3e332d-3796-4afe-b38a-6ecf6d2ea8ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bec1ff87-b9e4-42aa-a046-de4b020bb20a HTTP/1.1" status: 200 len: 217 time: 0.0365503 Oct 12 18:54:32.453903 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-cbdc6dbf-9768-43e5-9a55-6ec9b686f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:32.455356 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-cbdc6dbf-9768-43e5-9a55-6ec9b686f90d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e169c64-1553-4025-8cf9-96cfe11d06bd HTTP/1.1" status: 200 len: 856 time: 0.0445454 Oct 12 18:54:32.505929 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-653504ea-9d15-4913-a75e-009fd4a3cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:32.507313 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-653504ea-9d15-4913-a75e-009fd4a3cbea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446467 Oct 12 18:54:32.599954 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-4fb46f1c-12f7-4683-96bb-4fb9251c59c1 service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820267 Oct 12 18:54:32.692901 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a1ba0f8a-a15f-46ec-a8eb-f4fdd580e392 req-37e228e0-b052-484b-a39c-aa45605bfef3 service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844674 Oct 12 18:54:32.788376 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cacad-d0de-47d7-8735-db285f4d124a req-c9f8e1ff-16cf-44d2-aded-020ad8ecb70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:32.788376 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-809cacad-d0de-47d7-8735-db285f4d124a req-c9f8e1ff-16cf-44d2-aded-020ad8ecb70e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71&device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 1096 time: 0.0401556 Oct 12 18:54:32.886086 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cacad-d0de-47d7-8735-db285f4d124a req-0b7280a1-98c3-49e8-9854-1883e90c545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:32.887617 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-809cacad-d0de-47d7-8735-db285f4d124a req-0b7280a1-98c3-49e8-9854-1883e90c545d service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 HTTP/1.1" status: 200 len: 918 time: 0.0932667 Oct 12 18:54:32.934285 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-809cacad-d0de-47d7-8735-db285f4d124a req-2038d8b6-d347-4ae7-9c96-e75dcdcc08a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bec1ff87-b9e4-42aa-a046-de4b020bb20a HTTP/1.1" status: 200 len: 217 time: 0.0373347 Oct 12 18:54:32.983626 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cacad-d0de-47d7-8735-db285f4d124a req-3979c8fe-6cf7-4f6b-8343-2efae7895ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:32.985829 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-809cacad-d0de-47d7-8735-db285f4d124a req-3979c8fe-6cf7-4f6b-8343-2efae7895ee1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e169c64-1553-4025-8cf9-96cfe11d06bd HTTP/1.1" status: 200 len: 856 time: 0.0444312 Oct 12 18:54:33.035034 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cacad-d0de-47d7-8735-db285f4d124a req-89ae67cb-9b7f-43d7-b01f-ce6260a7eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:33.036571 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-809cacad-d0de-47d7-8735-db285f4d124a req-89ae67cb-9b7f-43d7-b01f-ce6260a7eec8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421138 Oct 12 18:54:33.131329 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-809cacad-d0de-47d7-8735-db285f4d124a req-fa9f9741-94f0-4bfd-bfbd-f4b2bedd8256 service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857432 Oct 12 18:54:33.221246 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-809cacad-d0de-47d7-8735-db285f4d124a req-61ae2406-c686-4abe-98b3-70e80e672afe service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819874 Oct 12 18:54:33.472085 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea767e8b-3b48-4128-a42f-00e9253ef6e1 req-1f1cd2d5-8605-4711-aea9-fdfc159988c5 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:33.473779 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ea767e8b-3b48-4128-a42f-00e9253ef6e1 req-1f1cd2d5-8605-4711-aea9-fdfc159988c5 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.0549605 Oct 12 18:54:33.511591 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ea767e8b-3b48-4128-a42f-00e9253ef6e1 req-1508d960-6057-4c45-a8c6-1cc9d670de4a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315630 Oct 12 18:54:34.632141 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cf5d9-1535-477e-985b-5697e845c8ac req-de192c0b-6faf-440a-b250-4196c7a6c345 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:34.633685 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4a8cf5d9-1535-477e-985b-5697e845c8ac req-de192c0b-6faf-440a-b250-4196c7a6c345 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.0480168 Oct 12 18:54:34.672317 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4a8cf5d9-1535-477e-985b-5697e845c8ac req-2a8dc539-149a-4ce8-9a33-66657fc30cf2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322602 Oct 12 18:54:35.769932 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device bec1ff87-b9e4-42aa-a046-de4b020bb20a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:54:35.790895 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4067e-07d7-49b1-8971-a1086b1d7b18 req-58ef7901-ad2d-4fbd-8a72-8d1baba4f84f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:35.792375 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-64d4067e-07d7-49b1-8971-a1086b1d7b18 req-58ef7901-ad2d-4fbd-8a72-8d1baba4f84f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.0491674 Oct 12 18:54:35.829743 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-64d4067e-07d7-49b1-8971-a1086b1d7b18 req-931167b1-4c52-46f2-9463-652c0e665000 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310860 Oct 12 18:54:35.866393 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port bec1ff87-b9e4-42aa-a046-de4b020bb20a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bec1ff87-b9e4-42aa-a046-de4b020bb20a,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:54:35.877580 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'port_id': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a', 'mac_address': 'fa:16:3e:c9:a3:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:54:35.913786 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:35.925830 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec1ff87-b9e4-42aa-a046-de4b020bb20a {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:54:35.946189 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port bec1ff87-b9e4-42aa-a046-de4b020bb20a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bec1ff87-b9e4-42aa-a046-de4b020bb20a,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:54:35.950613 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:36.000775 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=bec1ff87-b9e4-42aa-a046-de4b020bb20a,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:36.007788 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:36.008141 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:36.008482 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:36.008818 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:36.009152 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:36.009511 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:36.009843 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:36.010176 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:36.010501 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:36.010823 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:36.011146 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:36.011467 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:54:36.326098 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['bec1ff87-b9e4-42aa-a046-de4b020bb20a'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:54:36.950979 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6072ced-7877-4f0b-b75c-85e321c64d50 req-3b8c4bf5-e7e9-4a31-8c9e-45b723112ac7 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:36.952403 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a6072ced-7877-4f0b-b75c-85e321c64d50 req-3b8c4bf5-e7e9-4a31-8c9e-45b723112ac7 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 944 time: 0.0527909 Oct 12 18:54:36.990377 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a6072ced-7877-4f0b-b75c-85e321c64d50 req-43de353d-6635-4c2c-8b93-a9e67dfae9ff tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320532 Oct 12 18:54:37.797892 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device bec1ff87-b9e4-42aa-a046-de4b020bb20a up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:54:37.846423 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port bec1ff87-b9e4-42aa-a046-de4b020bb20a completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:54:37.849977 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port bec1ff87-b9e4-42aa-a046-de4b020bb20a triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:54:37.850346 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:37.928570 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:37.951500 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074c85c-0618-47e2-9f1e-c40e59d2185e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:54:37.954108 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155ac097-d0fc-46e3-b36c-4e49f6416db1" -d '{"events": [{"server_uuid": "d074c85c-0618-47e2-9f1e-c40e59d2185e", "name": "network-vif-plugged", "status": "completed", "tag": "bec1ff87-b9e4-42aa-a046-de4b020bb20a"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:54:37.967249 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port bec1ff87-b9e4-42aa-a046-de4b020bb20a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bec1ff87-b9e4-42aa-a046-de4b020bb20a,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:54:37.971326 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:37.995074 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0612b21b-58a3-4c00-bb73-e5d9e9280a86 x-openstack-request-id: req-0612b21b-58a3-4c00-bb73-e5d9e9280a86 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:54:37.995370 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074c85c-0618-47e2-9f1e-c40e59d2185e", "name": "network-vif-plugged", "status": "completed", "tag": "bec1ff87-b9e4-42aa-a046-de4b020bb20a", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:54:37.995622 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0612b21b-58a3-4c00-bb73-e5d9e9280a86 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:54:37.996002 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074c85c-0618-47e2-9f1e-c40e59d2185e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a', 'code': 200} Oct 12 18:54:38.022027 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=bec1ff87-b9e4-42aa-a046-de4b020bb20a,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:54:38.114291 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2b8a8-e231-4ea6-8f05-4021bd8d44da req-02af252e-0eae-4fbf-8027-2670a47ecac5 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:38.115988 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-83b2b8a8-e231-4ea6-8f05-4021bd8d44da req-02af252e-0eae-4fbf-8027-2670a47ecac5 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0493243 Oct 12 18:54:38.181189 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-83b2b8a8-e231-4ea6-8f05-4021bd8d44da req-5b67b1a4-9621-4ddd-a655-16274e80ab29 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593517 Oct 12 18:54:38.188788 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1977c-5777-4ac0-8951-694aa29c90d9 req-ddba53e6-4510-4f9d-8198-805d63c0b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:38.190239 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c8b1977c-5777-4ac0-8951-694aa29c90d9 req-ddba53e6-4510-4f9d-8198-805d63c0b860 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 1098 time: 0.0600581 Oct 12 18:54:38.227685 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c8b1977c-5777-4ac0-8951-694aa29c90d9 req-6d2bab75-f345-4bf7-a1ef-f112bff826f6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294774 Oct 12 18:54:39.301924 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693fb37-8fa6-4c29-b8d6-4758cc2dc9db req-2d9acbea-209e-4741-98f6-c37de5f7adfb tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:39.303443 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a693fb37-8fa6-4c29-b8d6-4758cc2dc9db req-2d9acbea-209e-4741-98f6-c37de5f7adfb tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0509801 Oct 12 18:54:39.341829 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a693fb37-8fa6-4c29-b8d6-4758cc2dc9db req-f90fb1a7-ce5c-4400-9beb-d085f81188eb tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322251 Oct 12 18:54:39.605605 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:40.464397 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65499927-4179-481a-a945-8e599968ba3d req-aa9c565b-4922-493b-97b7-1159e110f656 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:40.465810 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-65499927-4179-481a-a945-8e599968ba3d req-aa9c565b-4922-493b-97b7-1159e110f656 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0479202 Oct 12 18:54:40.504877 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-65499927-4179-481a-a945-8e599968ba3d req-dc55278b-fb0a-438a-b0ce-40f87e6a249b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322988 Oct 12 18:54:40.620814 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f786a19-efc4-4ac9-aa79-d72bc467564f req-ccc8cfb6-2e7d-4dd2-94bb-7e94bb75f1f3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:40.622314 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1f786a19-efc4-4ac9-aa79-d72bc467564f req-ccc8cfb6-2e7d-4dd2-94bb-7e94bb75f1f3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0485027 Oct 12 18:54:40.631036 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 40912) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:54:40.635320 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-848ca326-78d7-464b-a543-bcc04ce01496 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Request body: {'floatingip': {'port_id': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:54:40.676866 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-848ca326-78d7-464b-a543-bcc04ce01496 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for floatingip, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:41.109962 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-848ca326-78d7-464b-a543-bcc04ce01496 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:41.114368 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-848ca326-78d7-464b-a543-bcc04ce01496 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7932303'] for floatingip, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:41.213152 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.l3_db [None req-848ca326-78d7-464b-a543-bcc04ce01496 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Floating IP 0fcfea85-7e84-46b8-9d75-937be9d122bd associated. External IP: 172.27.0.6, port: bec1ff87-b9e4-42aa-a046-de4b020bb20a. Oct 12 18:54:41.419106 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848ca326-78d7-464b-a543-bcc04ce01496 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Router 2c82a773-1a87-4e01-9c18-aec09d9e905c has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:54:41.525375 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848ca326-78d7-464b-a543-bcc04ce01496 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:54:41.530058 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-848ca326-78d7-464b-a543-bcc04ce01496 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:41.534844 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc79b7-0518-4bf0-87da-14e2f74398e4 None None] Sync routers for ids ['2c82a773-1a87-4e01-9c18-aec09d9e905c'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:54:41.543612 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc79b7-0518-4bf0-87da-14e2f74398e4 None None] Routers {'2c82a773-1a87-4e01-9c18-aec09d9e905c'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:54:41.544232 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-32cc79b7-0518-4bf0-87da-14e2f74398e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:54:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['2c82a773-1a87-4e01-9c18-aec09d9e905c'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:54:41.560194 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-848ca326-78d7-464b-a543-bcc04ce01496 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "PUT /v2.0/floatingips/0fcfea85-7e84-46b8-9d75-937be9d122bd HTTP/1.1" status: 200 len: 989 time: 0.9254589 Oct 12 18:54:41.560194 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd074c85c-0618-47e2-9f1e-c40e59d2185e', 'tag': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:54:41.561420 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf992f80-3ad2-4e23-ba09-54fa681ff453" -d '{"events": [{"name": "network-changed", "server_uuid": "d074c85c-0618-47e2-9f1e-c40e59d2185e", "tag": "bec1ff87-b9e4-42aa-a046-de4b020bb20a"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:54:41.602800 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad7a2fc-6dbc-4619-8b5b-f760829be044 x-openstack-request-id: req-dad7a2fc-6dbc-4619-8b5b-f760829be044 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:54:41.603167 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d074c85c-0618-47e2-9f1e-c40e59d2185e", "tag": "bec1ff87-b9e4-42aa-a046-de4b020bb20a", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:54:41.603357 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dad7a2fc-6dbc-4619-8b5b-f760829be044 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:54:41.603737 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd074c85c-0618-47e2-9f1e-c40e59d2185e', 'tag': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a', 'status': 'completed', 'code': 200} Oct 12 18:54:41.655287 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-32cc79b7-0518-4bf0-87da-14e2f74398e4 None None] Set router 2c82a773-1a87-4e01-9c18-aec09d9e905c gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:54:41.672123 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf992f80-3ad2-4e23-ba09-54fa681ff453 req-cfbf0ce0-5883-495e-aaf1-c7ec1edad336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:41.673655 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bf992f80-3ad2-4e23-ba09-54fa681ff453 req-cfbf0ce0-5883-495e-aaf1-c7ec1edad336 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71&device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 1098 time: 0.0433958 Oct 12 18:54:41.768570 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf992f80-3ad2-4e23-ba09-54fa681ff453 req-611e0de4-1d59-4532-9862-48c30564a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:41.770048 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bf992f80-3ad2-4e23-ba09-54fa681ff453 req-611e0de4-1d59-4532-9862-48c30564a9a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 HTTP/1.1" status: 200 len: 918 time: 0.0882430 Oct 12 18:54:41.836969 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bf992f80-3ad2-4e23-ba09-54fa681ff453 req-5d9b0a34-9fa6-48df-bd79-d80e89688bfb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bec1ff87-b9e4-42aa-a046-de4b020bb20a HTTP/1.1" status: 200 len: 997 time: 0.0587239 Oct 12 18:54:41.878683 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-32cc79b7-0518-4bf0-87da-14e2f74398e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:53Z', 'revision_number': 4, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port': {'id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:47Z', 'updated_at': '2021-10-12T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '0fcfea85-7e84-46b8-9d75-937be9d122bd', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'port_id': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'mac_address': 'fa:16:3e:c9:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd074c85c-0618-47e2-9f1e-c40e59d2185e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:54:28Z', 'updated_at': '2021-10-12T18:54:41Z', 'revision_number': 1, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d8d95d-2d53-4a46-b6f1-e048423d7454', 'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'mac_address': 'fa:16:3e:14:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 5, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'subnets': [{'id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:54:41.889700 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf992f80-3ad2-4e23-ba09-54fa681ff453 req-cf235988-367c-4917-a56e-2a7140c36e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:41.891692 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bf992f80-3ad2-4e23-ba09-54fa681ff453 req-cf235988-367c-4917-a56e-2a7140c36e2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e169c64-1553-4025-8cf9-96cfe11d06bd HTTP/1.1" status: 200 len: 856 time: 0.0470047 Oct 12 18:54:41.904196 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc79b7-0518-4bf0-87da-14e2f74398e4 None None] Checking router: 2c82a773-1a87-4e01-9c18-aec09d9e905c for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:54:41.913027 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc79b7-0518-4bf0-87da-14e2f74398e4 None None] Routers {'2c82a773-1a87-4e01-9c18-aec09d9e905c'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:54:41.913661 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-32cc79b7-0518-4bf0-87da-14e2f74398e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:54:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['2c82a773-1a87-4e01-9c18-aec09d9e905c'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:54:41.938792 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf992f80-3ad2-4e23-ba09-54fa681ff453 req-d9b1ca32-b95a-472c-8348-04c961737d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:41.940334 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bf992f80-3ad2-4e23-ba09-54fa681ff453 req-d9b1ca32-b95a-472c-8348-04c961737d15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412509 Oct 12 18:54:42.020226 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-32cc79b7-0518-4bf0-87da-14e2f74398e4 None None] Set router 2c82a773-1a87-4e01-9c18-aec09d9e905c gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:54:42.040280 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bf992f80-3ad2-4e23-ba09-54fa681ff453 req-939b527a-1844-404b-8323-67400e76dafc service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884650 Oct 12 18:54:42.132478 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bf992f80-3ad2-4e23-ba09-54fa681ff453 req-4fb35d42-6655-40f5-9beb-e6b823573f03 service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843713 Oct 12 18:54:42.241601 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-32cc79b7-0518-4bf0-87da-14e2f74398e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:53Z', 'revision_number': 4, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port': {'id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:47Z', 'updated_at': '2021-10-12T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '0fcfea85-7e84-46b8-9d75-937be9d122bd', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'port_id': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'mac_address': 'fa:16:3e:c9:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd074c85c-0618-47e2-9f1e-c40e59d2185e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:54:28Z', 'updated_at': '2021-10-12T18:54:41Z', 'revision_number': 1, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d8d95d-2d53-4a46-b6f1-e048423d7454', 'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'mac_address': 'fa:16:3e:14:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 5, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'subnets': [{'id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:54:42.266747 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc79b7-0518-4bf0-87da-14e2f74398e4 None None] The sync data for ids ['2c82a773-1a87-4e01-9c18-aec09d9e905c'] in dv-cinder-813229-2-iscsi is: [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:53Z', 'revision_number': 4, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port': {'id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:47Z', 'updated_at': '2021-10-12T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '0fcfea85-7e84-46b8-9d75-937be9d122bd', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'port_id': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'mac_address': 'fa:16:3e:c9:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd074c85c-0618-47e2-9f1e-c40e59d2185e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:54:28Z', 'updated_at': '2021-10-12T18:54:41Z', 'revision_number': 1, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d8d95d-2d53-4a46-b6f1-e048423d7454', 'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'mac_address': 'fa:16:3e:14:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 5, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'subnets': [{'id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:54:42.448038 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1140704-e045-49dc-ab61-5b9f43d0f35b None None] New status for floating IP 0fcfea85-7e84-46b8-9d75-937be9d122bd: ACTIVE {{(pid=100620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:54:49.725139 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dca5a1-7085-4fd2-9ea6-d82edd9de855 req-43ca6750-f6f4-4868-9064-a131ca77acb2 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:49.726610 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f6dca5a1-7085-4fd2-9ea6-d82edd9de855 req-43ca6750-f6f4-4868-9064-a131ca77acb2 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0483582 Oct 12 18:54:49.763333 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f6dca5a1-7085-4fd2-9ea6-d82edd9de855 req-29e81a08-fb85-46cd-a63a-7c8c48ab118a tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310018 Oct 12 18:54:50.878506 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8428bd8-07ba-439f-ac27-8c3abc80cb3f req-1a6ded61-c8cb-47be-b020-b1caa4341f9e tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:50.879831 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d8428bd8-07ba-439f-ac27-8c3abc80cb3f req-1a6ded61-c8cb-47be-b020-b1caa4341f9e tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0504930 Oct 12 18:54:50.916172 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d8428bd8-07ba-439f-ac27-8c3abc80cb3f req-082fa620-a15a-4d35-93a1-75d2399f2072 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304604 Oct 12 18:54:52.028983 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594976f8-167e-4424-86e7-8432832b6880 req-c13a1738-ca98-430e-b0a5-39b328ca580f tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:52.031087 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-594976f8-167e-4424-86e7-8432832b6880 req-c13a1738-ca98-430e-b0a5-39b328ca580f tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0478094 Oct 12 18:54:52.066589 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-594976f8-167e-4424-86e7-8432832b6880 req-b1977db2-2659-489d-80b5-75d5a1ede564 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296962 Oct 12 18:54:53.178125 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753a791-ea1e-40f3-b594-f182662e0354 req-6aebd2f3-b15c-41a6-a71d-8e72401781e1 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:53.179539 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3753a791-ea1e-40f3-b594-f182662e0354 req-6aebd2f3-b15c-41a6-a71d-8e72401781e1 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0471206 Oct 12 18:54:53.215253 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3753a791-ea1e-40f3-b594-f182662e0354 req-c051a183-182d-4204-891f-cc9aab2f6255 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299098 Oct 12 18:54:54.330487 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed98582-d8f7-4aee-b180-41ca2cce2a62 req-1030a586-9b71-4688-86c7-a02eb65826db tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:54.331906 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-aed98582-d8f7-4aee-b180-41ca2cce2a62 req-1030a586-9b71-4688-86c7-a02eb65826db tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0516996 Oct 12 18:54:54.368666 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-aed98582-d8f7-4aee-b180-41ca2cce2a62 req-8541203f-8083-4e73-9590-a617e03fd393 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308609 Oct 12 18:54:54.439538 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18b1658e-fe82-443f-9804-69dbc00d8000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:55.482547 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8ffe4-087c-43d3-a49b-58d42de15c9d req-09364416-87ca-4335-add3-4a21eb94ece5 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:55.483855 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-70f8ffe4-087c-43d3-a49b-58d42de15c9d req-09364416-87ca-4335-add3-4a21eb94ece5 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0480640 Oct 12 18:54:55.521268 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-70f8ffe4-087c-43d3-a49b-58d42de15c9d req-42ced21e-fe24-44e4-9241-43c9a799ba08 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311289 Oct 12 18:54:56.632400 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99f15e-96b4-465a-9bc8-bfe2da9d9e88 req-6d40dd2a-5d22-4e59-a471-9e4bc66fabe0 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:56.633870 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4f99f15e-96b4-465a-9bc8-bfe2da9d9e88 req-6d40dd2a-5d22-4e59-a471-9e4bc66fabe0 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0476403 Oct 12 18:54:56.671239 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4f99f15e-96b4-465a-9bc8-bfe2da9d9e88 req-6e70bb17-86f3-4977-8d6e-68afb34ec7eb tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305252 Oct 12 18:54:56.978368 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-47b4e9e0-6943-48aa-b885-5c7933b47036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:57.647560 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:54:57.998876 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:58.033392 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddfa5b-87a2-4f37-ba1c-8699b4fe9d62 req-7b3c67fa-db18-4fcb-8458-d87a155f741c tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:58.034836 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e7ddfa5b-87a2-4f37-ba1c-8699b4fe9d62 req-7b3c67fa-db18-4fcb-8458-d87a155f741c tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.2978182 Oct 12 18:54:58.071780 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e7ddfa5b-87a2-4f37-ba1c-8699b4fe9d62 req-503bbd57-624d-49f2-b205-0d288abccda4 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308931 Oct 12 18:54:58.173861 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:54:59.182966 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f230d-2aa4-4a97-a033-ff6d49052634 req-c27443c6-6b6a-44a9-86ad-cc51fe298d5f tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:54:59.184365 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-098f230d-2aa4-4a97-a033-ff6d49052634 req-c27443c6-6b6a-44a9-86ad-cc51fe298d5f tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0478678 Oct 12 18:54:59.222720 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-098f230d-2aa4-4a97-a033-ff6d49052634 req-acdf1355-61c4-43b7-bdd4-f7ac7eb78952 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319955 Oct 12 18:54:59.731003 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:00.333969 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4356048-e5cf-49c7-ba17-09c72b582be4 req-5cc26f49-af09-46e7-a5a9-3ce78d649888 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:00.335404 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e4356048-e5cf-49c7-ba17-09c72b582be4 req-5cc26f49-af09-46e7-a5a9-3ce78d649888 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0477943 Oct 12 18:55:00.371216 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e4356048-e5cf-49c7-ba17-09c72b582be4 req-0488bc6f-1e67-477d-ae64-29b5bc671bfa tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300410 Oct 12 18:55:01.350693 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7519f276-b192-4a3d-a0cc-5209056644ae req-23414643-71e9-4288-af93-587f8e9c1c72 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-700897648&fields=id&tenant_id=584c0a7526884dec8eebb6aeeba85c27 HTTP/1.1" status: 200 len: 267 time: 0.0328174 Oct 12 18:55:01.410131 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519f276-b192-4a3d-a0cc-5209056644ae req-9cfff705-73ee-4561-98b9-6c1e59b19851 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:01.411576 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7519f276-b192-4a3d-a0cc-5209056644ae req-9cfff705-73ee-4561-98b9-6c1e59b19851 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 984 time: 0.0550382 Oct 12 18:55:01.423741 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-7519f276-b192-4a3d-a0cc-5209056644ae req-d1bfbb69-c6ee-4d2b-a792-df2496ecbfa0 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Request body: {'port': {'security_groups': ['8ff6ff39-8a09-49f5-8793-9f11e18318ea']}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:01.520352 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-7519f276-b192-4a3d-a0cc-5209056644ae req-d1bfbb69-c6ee-4d2b-a792-df2496ecbfa0 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:01.539514 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0f756-866f-4050-ac17-f62eff6ac922 req-073e0b73-08e4-4193-a63f-01006bd36a0c tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:01.540942 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a8d0f756-866f-4050-ac17-f62eff6ac922 req-073e0b73-08e4-4193-a63f-01006bd36a0c tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0946937 Oct 12 18:55:01.613430 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a8d0f756-866f-4050-ac17-f62eff6ac922 req-3a61f30d-db09-4061-9a39-66c47905bce4 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658298 Oct 12 18:55:01.745003 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-7519f276-b192-4a3d-a0cc-5209056644ae req-d1bfbb69-c6ee-4d2b-a792-df2496ecbfa0 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] For port 0a038624-0867-4f66-b6b0-1ccce0721118, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a038624-0867-4f66-b6b0-1ccce0721118,segment=NetworkSegment(fa7c4693-d476-4d43-b37e-55434e3ade44),segment_id=fa7c4693-d476-4d43-b37e-55434e3ade44)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:01.775395 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-7519f276-b192-4a3d-a0cc-5209056644ae req-d1bfbb69-c6ee-4d2b-a792-df2496ecbfa0 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:01.780119 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-7519f276-b192-4a3d-a0cc-5209056644ae req-d1bfbb69-c6ee-4d2b-a792-df2496ecbfa0 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:01.807789 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['0a038624-0867-4f66-b6b0-1ccce0721118'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:55:01.836111 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519f276-b192-4a3d-a0cc-5209056644ae req-d1bfbb69-c6ee-4d2b-a792-df2496ecbfa0 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:01.836734 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-7519f276-b192-4a3d-a0cc-5209056644ae req-d1bfbb69-c6ee-4d2b-a792-df2496ecbfa0 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:01.838132 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7519f276-b192-4a3d-a0cc-5209056644ae req-d1bfbb69-c6ee-4d2b-a792-df2496ecbfa0 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "PUT /v2.0/ports/0a038624-0867-4f66-b6b0-1ccce0721118 HTTP/1.1" status: 200 len: 942 time: 0.4201574 Oct 12 18:55:01.838582 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f85884-eae9-4981-b118-4feff64745ef', 'tag': '0a038624-0867-4f66-b6b0-1ccce0721118'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:55:01.840976 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0459bd0d-a05f-4c2b-bc56-e468a91324c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f85884-eae9-4981-b118-4feff64745ef", "tag": "0a038624-0867-4f66-b6b0-1ccce0721118"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:55:01.845451 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41058) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:01.865428 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfbb69-c6ee-4d2b-a792-df2496ecbfa0 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Pushing event updated for resources: {'Port': ['ID=0a038624-0867-4f66-b6b0-1ccce0721118,revision_number=7']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:01.892908 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966d486b-3bf0-4bc6-940d-936fb1ddbfd6 x-openstack-request-id: req-966d486b-3bf0-4bc6-940d-936fb1ddbfd6 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:55:01.893447 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f85884-eae9-4981-b118-4feff64745ef", "tag": "0a038624-0867-4f66-b6b0-1ccce0721118", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:55:01.893870 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-966d486b-3bf0-4bc6-940d-936fb1ddbfd6 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:55:01.894419 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f85884-eae9-4981-b118-4feff64745ef', 'tag': '0a038624-0867-4f66-b6b0-1ccce0721118', 'status': 'completed', 'code': 200} Oct 12 18:55:01.917142 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['0a038624-0867-4f66-b6b0-1ccce0721118'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:55:01.922649 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b1d7457e-902e-4f61-a8bb-57c5960da9d3 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:01.960711 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b1d7457e-902e-4f61-a8bb-57c5960da9d3 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:01.998182 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459bd0d-a05f-4c2b-bc56-e468a91324c0 req-9f8dbf39-0487-427a-8873-f319d0f2c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:01.999927 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0459bd0d-a05f-4c2b-bc56-e468a91324c0 req-9f8dbf39-0487-427a-8873-f319d0f2c207 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=584c0a7526884dec8eebb6aeeba85c27&device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 1098 time: 0.0818005 Oct 12 18:55:02.053090 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b1d7457e-902e-4f61-a8bb-57c5960da9d3 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:02.058570 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b1d7457e-902e-4f61-a8bb-57c5960da9d3 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:02.059966 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-b1d7457e-902e-4f61-a8bb-57c5960da9d3 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "DELETE /v2.0/security-groups/c034c5a1-55e3-490d-ab22-88f7296facd7 HTTP/1.1" status: 204 len: 168 time: 0.2133100 Oct 12 18:55:02.065066 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41062) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:02.123372 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459bd0d-a05f-4c2b-bc56-e468a91324c0 req-eb13c2bf-f95c-4692-9c14-85333a52bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:02.123604 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-50d67809-5f02-4dd2-beee-3ccd99217542 None None] Provisioning complete for port 0a038624-0867-4f66-b6b0-1ccce0721118 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:02.123837 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50d67809-5f02-4dd2-beee-3ccd99217542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:02.125209 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0459bd0d-a05f-4c2b-bc56-e468a91324c0 req-eb13c2bf-f95c-4692-9c14-85333a52bd6d service neutron] 10.222.0.21 "GET /v2.0/networks?id=75f45012-ca84-48de-94b1-c96cbbd8b5d5 HTTP/1.1" status: 200 len: 915 time: 0.1107202 Oct 12 18:55:02.148184 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7457e-902e-4f61-a8bb-57c5960da9d3 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c034c5a1-55e3-490d-ab22-88f7296facd7,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:02.201100 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0459bd0d-a05f-4c2b-bc56-e468a91324c0 req-17fe053d-489b-4df7-8139-45e6f49b90ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a038624-0867-4f66-b6b0-1ccce0721118 HTTP/1.1" status: 200 len: 1000 time: 0.0681658 Oct 12 18:55:02.255210 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459bd0d-a05f-4c2b-bc56-e468a91324c0 req-21ba2db0-b6d3-484a-96ab-da2f0fa2ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:02.256838 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0459bd0d-a05f-4c2b-bc56-e468a91324c0 req-21ba2db0-b6d3-484a-96ab-da2f0fa2ecae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9163a3c0-797e-4089-8da9-2009530844eb HTTP/1.1" status: 200 len: 853 time: 0.0481536 Oct 12 18:55:02.301191 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-77381799-3853-4fb7-9897-b1612c7900ea tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Deleting port e7df5ad7-fd7a-4b0d-8b63-ea1f983f2c46 {{(pid=100618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:55:02.301699 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-77381799-3853-4fb7-9897-b1612c7900ea tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:02.311397 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459bd0d-a05f-4c2b-bc56-e468a91324c0 req-0b9b95db-2295-4688-ae87-4e56e1c5c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:02.313666 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0459bd0d-a05f-4c2b-bc56-e468a91324c0 req-0b9b95db-2295-4688-ae87-4e56e1c5c680 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75f45012-ca84-48de-94b1-c96cbbd8b5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487628 Oct 12 18:55:02.377998 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-77381799-3853-4fb7-9897-b1612c7900ea tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:02.378319 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-77381799-3853-4fb7-9897-b1612c7900ea tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:02.389446 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-77381799-3853-4fb7-9897-b1612c7900ea tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Calling delete_port for e7df5ad7-fd7a-4b0d-8b63-ea1f983f2c46 owned by network:floatingip {{(pid=100618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:55:02.410603 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0459bd0d-a05f-4c2b-bc56-e468a91324c0 req-74db3e07-38a0-4f08-8c8a-17b99e29c0e6 service neutron] 10.222.0.21 "GET /v2.0/networks/75f45012-ca84-48de-94b1-c96cbbd8b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879424 Oct 12 18:55:02.507250 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0459bd0d-a05f-4c2b-bc56-e468a91324c0 req-badccbf8-f64e-4425-b5b2-c37077fa82cc service neutron] 10.222.0.21 "GET /v2.0/networks/75f45012-ca84-48de-94b1-c96cbbd8b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892568 Oct 12 18:55:02.571461 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-77381799-3853-4fb7-9897-b1612c7900ea tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:02.596863 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77381799-3853-4fb7-9897-b1612c7900ea tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Pushing event deleted for resources: {'Port': ['ID=e7df5ad7-fd7a-4b0d-8b63-ea1f983f2c46,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:02.668302 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-77381799-3853-4fb7-9897-b1612c7900ea tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks [] for floatingip, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:02.668663 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.db.l3_db [None req-77381799-3853-4fb7-9897-b1612c7900ea tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Floating IP 432f869b-2b6d-4885-b62f-da61fef98357 disassociated (deleted). External IP: 172.27.0.44, port: 0a038624-0867-4f66-b6b0-1ccce0721118. Oct 12 18:55:02.739384 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8afca8-a3d6-4c06-8395-0e87faf1b64e req-bcf9888b-0fd4-4e7c-9df5-35995a5a5688 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:02.740861 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6f8afca8-a3d6-4c06-8395-0e87faf1b64e req-bcf9888b-0fd4-4e7c-9df5-35995a5a5688 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0561407 Oct 12 18:55:02.790963 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6f8afca8-a3d6-4c06-8395-0e87faf1b64e req-bd8ac921-9069-42e4-8004-805f49b24941 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406876 Oct 12 18:55:02.896449 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77381799-3853-4fb7-9897-b1612c7900ea tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Router cbd4de1b-a449-4c55-ae76-025c93a9a15b has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:55:03.011648 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77381799-3853-4fb7-9897-b1612c7900ea tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:55:03.017003 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-77381799-3853-4fb7-9897-b1612c7900ea tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:03.021549 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f86a8a-bc3b-4864-be89-d63d5eb5304e None None] Sync routers for ids ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:55:03.030117 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f86a8a-bc3b-4864-be89-d63d5eb5304e None None] Routers {'cbd4de1b-a449-4c55-ae76-025c93a9a15b'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:03.030810 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-e5f86a8a-bc3b-4864-be89-d63d5eb5304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:54:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:03.043048 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-77381799-3853-4fb7-9897-b1612c7900ea tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "DELETE /v2.0/floatingips/432f869b-2b6d-4885-b62f-da61fef98357 HTTP/1.1" status: 204 len: 168 time: 0.9766622 Oct 12 18:55:03.043823 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f85884-eae9-4981-b118-4feff64745ef', 'tag': '0a038624-0867-4f66-b6b0-1ccce0721118'}] {{(pid=100618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:55:03.046631 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad09acfdf72b8375a33e9b57c982232d1566ee44a2684d4ac6751eeaed48ddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfb4a79-23e6-4f0e-921b-dcb709b6a119" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f85884-eae9-4981-b118-4feff64745ef", "tag": "0a038624-0867-4f66-b6b0-1ccce0721118"}]}' {{(pid=100618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:55:03.144043 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-e5f86a8a-bc3b-4864-be89-d63d5eb5304e None None] Set router cbd4de1b-a449-4c55-ae76-025c93a9a15b gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:03.156276 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877737b3-e57f-4513-99fc-c137789613e9 x-openstack-request-id: req-877737b3-e57f-4513-99fc-c137789613e9 {{(pid=100618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:55:03.156595 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f85884-eae9-4981-b118-4feff64745ef", "tag": "0a038624-0867-4f66-b6b0-1ccce0721118", "status": "completed", "code": 200}]} {{(pid=100618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:55:03.156981 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-877737b3-e57f-4513-99fc-c137789613e9 {{(pid=100618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:55:03.157464 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f85884-eae9-4981-b118-4feff64745ef', 'tag': '0a038624-0867-4f66-b6b0-1ccce0721118', 'status': 'completed', 'code': 200} Oct 12 18:55:03.274327 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb4a79-23e6-4f0e-921b-dcb709b6a119 req-1e74e8df-20f2-4fa7-869b-6e342c493f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:03.276182 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6bfb4a79-23e6-4f0e-921b-dcb709b6a119 req-1e74e8df-20f2-4fa7-869b-6e342c493f1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=584c0a7526884dec8eebb6aeeba85c27&device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 1098 time: 0.0914094 Oct 12 18:55:03.383478 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-e5f86a8a-bc3b-4864-be89-d63d5eb5304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'name': 'tempest-TestMinimumBasicScenario-125431637-router', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:06Z', 'revision_number': 4, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'gw_port': {'id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb', 'name': '', 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'mac_address': 'fa:16:3e:67:b6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9163a3c0-797e-4089-8da9-2009530844eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:05Z', 'updated_at': '2021-10-12T18:49:11Z', 'revision_number': 5, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'subnets': [{'id': '9163a3c0-797e-4089-8da9-2009530844eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:03.394408 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb4a79-23e6-4f0e-921b-dcb709b6a119 req-466cbc26-c4c9-4644-8ef0-bb2db08649c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:03.395866 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6bfb4a79-23e6-4f0e-921b-dcb709b6a119 req-466cbc26-c4c9-4644-8ef0-bb2db08649c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75f45012-ca84-48de-94b1-c96cbbd8b5d5 HTTP/1.1" status: 200 len: 915 time: 0.1038449 Oct 12 18:55:03.412971 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f86a8a-bc3b-4864-be89-d63d5eb5304e None None] Checking router: cbd4de1b-a449-4c55-ae76-025c93a9a15b for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:55:03.421262 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f86a8a-bc3b-4864-be89-d63d5eb5304e None None] Routers {'cbd4de1b-a449-4c55-ae76-025c93a9a15b'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:03.422404 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-e5f86a8a-bc3b-4864-be89-d63d5eb5304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:54:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:03.438377 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6bfb4a79-23e6-4f0e-921b-dcb709b6a119 req-155378e2-f7a4-4c7c-9bea-3e5a6c2aea84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a038624-0867-4f66-b6b0-1ccce0721118 HTTP/1.1" status: 200 len: 217 time: 0.0350163 Oct 12 18:55:03.492448 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb4a79-23e6-4f0e-921b-dcb709b6a119 req-c681f61f-eeb9-45b8-8fff-3982885d620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:03.493901 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6bfb4a79-23e6-4f0e-921b-dcb709b6a119 req-c681f61f-eeb9-45b8-8fff-3982885d620b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9163a3c0-797e-4089-8da9-2009530844eb HTTP/1.1" status: 200 len: 853 time: 0.0475349 Oct 12 18:55:03.525690 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-e5f86a8a-bc3b-4864-be89-d63d5eb5304e None None] Set router cbd4de1b-a449-4c55-ae76-025c93a9a15b gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:03.543710 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb4a79-23e6-4f0e-921b-dcb709b6a119 req-2572bf4f-e619-43e2-80ff-06930c91f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:03.545250 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6bfb4a79-23e6-4f0e-921b-dcb709b6a119 req-2572bf4f-e619-43e2-80ff-06930c91f5e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75f45012-ca84-48de-94b1-c96cbbd8b5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405583 Oct 12 18:55:03.635390 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6bfb4a79-23e6-4f0e-921b-dcb709b6a119 req-c03e051d-589a-43eb-842b-f5a2907b8afb service neutron] 10.222.0.21 "GET /v2.0/networks/75f45012-ca84-48de-94b1-c96cbbd8b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816009 Oct 12 18:55:03.723392 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-e5f86a8a-bc3b-4864-be89-d63d5eb5304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'name': 'tempest-TestMinimumBasicScenario-125431637-router', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:06Z', 'revision_number': 4, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'gw_port': {'id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb', 'name': '', 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'mac_address': 'fa:16:3e:67:b6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9163a3c0-797e-4089-8da9-2009530844eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:05Z', 'updated_at': '2021-10-12T18:49:11Z', 'revision_number': 5, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'subnets': [{'id': '9163a3c0-797e-4089-8da9-2009530844eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:03.737195 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6bfb4a79-23e6-4f0e-921b-dcb709b6a119 req-78345b29-a2a9-4baf-a1e1-e33c911b31ac service neutron] 10.222.0.21 "GET /v2.0/networks/75f45012-ca84-48de-94b1-c96cbbd8b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922811 Oct 12 18:55:03.749365 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f86a8a-bc3b-4864-be89-d63d5eb5304e None None] The sync data for ids ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'] in dv-cinder-813229-2-iscsi is: [{'id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'name': 'tempest-TestMinimumBasicScenario-125431637-router', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:06Z', 'revision_number': 4, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'gw_port': {'id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb', 'name': '', 'network_id': '75f45012-ca84-48de-94b1-c96cbbd8b5d5', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'mac_address': 'fa:16:3e:67:b6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9163a3c0-797e-4089-8da9-2009530844eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:05Z', 'updated_at': '2021-10-12T18:49:11Z', 'revision_number': 5, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'subnets': [{'id': '9163a3c0-797e-4089-8da9-2009530844eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:55:03.909709 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d9bf6-2b23-4f80-8498-35c4b6d4b569 req-8b736952-fd6b-4706-a5c1-38f2d20e21a6 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:03.911278 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7d4d9bf6-2b23-4f80-8498-35c4b6d4b569 req-8b736952-fd6b-4706-a5c1-38f2d20e21a6 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0510666 Oct 12 18:55:03.951718 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7d4d9bf6-2b23-4f80-8498-35c4b6d4b569 req-99148784-84ea-439b-850e-aac611d892e1 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337837 Oct 12 18:55:03.972713 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ffa4bc-6057-419d-bd5c-d5dced4f9c18 None None] New status for floating IP 432f869b-2b6d-4885-b62f-da61fef98357: DOWN {{(pid=100620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:55:05.065520 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0ae3a-363b-4c9f-aede-1bfbeb440391 req-62fc325d-2874-407f-bc05-a5445a51bfd7 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:05.066996 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e1a0ae3a-363b-4c9f-aede-1bfbeb440391 req-62fc325d-2874-407f-bc05-a5445a51bfd7 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0481575 Oct 12 18:55:05.107141 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e1a0ae3a-363b-4c9f-aede-1bfbeb440391 req-93f9f852-f7a5-46f4-849f-48bc9cae09b3 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340648 Oct 12 18:55:06.218712 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379c1c7-341e-477f-af57-35447275e5b6 req-1c57f0fc-8096-4f64-81ff-94fef3c55ea7 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:06.220158 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9379c1c7-341e-477f-af57-35447275e5b6 req-1c57f0fc-8096-4f64-81ff-94fef3c55ea7 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0478911 Oct 12 18:55:06.257909 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9379c1c7-341e-477f-af57-35447275e5b6 req-25ce189e-7ac6-4542-882d-8d4124f9d745 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319202 Oct 12 18:55:06.484836 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41124) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:06.590988 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bf751727-f9b4-4308-a02b-d87e085f7cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:06.665216 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bf751727-f9b4-4308-a02b-d87e085f7cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:06.668697 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-bf751727-f9b4-4308-a02b-d87e085f7cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:06.706206 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-bf751727-f9b4-4308-a02b-d87e085f7cda admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5cdc10d506ad426ea1d9388e605ddfcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203250 Oct 12 18:55:06.707059 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf751727-f9b4-4308-a02b-d87e085f7cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96bc291-2535-4c56-85c5-a4085c812de9,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:06.708836 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 41128) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:06.757417 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5f5d92e3-ccbf-414d-8107-3a8ce3e4f7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:06.778479 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5f5d92e3-ccbf-414d-8107-3a8ce3e4f7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:06.824655 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5f5d92e3-ccbf-414d-8107-3a8ce3e4f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:06.827209 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5f5d92e3-ccbf-414d-8107-3a8ce3e4f7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:06.828826 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-5f5d92e3-ccbf-414d-8107-3a8ce3e4f7ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f96bc291-2535-4c56-85c5-a4085c812de9 HTTP/1.1" status: 204 len: 168 time: 0.1189606 Oct 12 18:55:06.835963 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d92e3-ccbf-414d-8107-3a8ce3e4f7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96bc291-2535-4c56-85c5-a4085c812de9,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:07.375622 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec54e9c-7d66-4ac3-b581-9755fa7d081c req-064422ab-bad2-4a8b-8e21-95c4e17bc39a tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:07.377181 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9ec54e9c-7d66-4ac3-b581-9755fa7d081c req-064422ab-bad2-4a8b-8e21-95c4e17bc39a tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0530946 Oct 12 18:55:07.415472 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9ec54e9c-7d66-4ac3-b581-9755fa7d081c req-803177d9-68a8-4565-964f-fe073f664ff8 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323884 Oct 12 18:55:07.439324 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 41152) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:07.488495 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da7662-3a09-4d52-a2c9-f2e30496b5b5 req-8d56f798-6602-464b-a1ae-4f8ff29fbeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:07.490129 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b3da7662-3a09-4d52-a2c9-f2e30496b5b5 req-8d56f798-6602-464b-a1ae-4f8ff29fbeb9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abd2dfe73e54455087fa10d1fb6fa2e6&device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 1099 time: 0.0404644 Oct 12 18:55:07.561113 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-a26652ac-b983-4f2a-b2a0-acf00d2ad2e9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-376043922-network', 'tenant_id': '17353171ead04e3fbd1fd123e328283b'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:07.601951 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26652ac-b983-4f2a-b2a0-acf00d2ad2e9 admin admin] Made reservation on behalf of 17353171ead04e3fbd1fd123e328283b for: {'network': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:55:07.604150 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a26652ac-b983-4f2a-b2a0-acf00d2ad2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:07.625051 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a26652ac-b983-4f2a-b2a0-acf00d2ad2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:07.633887 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da7662-3a09-4d52-a2c9-f2e30496b5b5 req-dee17412-af6e-4567-a064-cbdec014120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:07.635366 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b3da7662-3a09-4d52-a2c9-f2e30496b5b5 req-dee17412-af6e-4567-a064-cbdec014120b service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad3e155a-73bb-40c2-b397-cbadd351c43b HTTP/1.1" status: 200 len: 908 time: 0.1236937 Oct 12 18:55:07.720158 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b3da7662-3a09-4d52-a2c9-f2e30496b5b5 req-d081ff4f-04dd-4005-b43a-e2a39e17afbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81a0ec45-078e-4282-8461-bef3f0b4078a HTTP/1.1" status: 200 len: 1002 time: 0.0762987 Oct 12 18:55:07.789992 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a26652ac-b983-4f2a-b2a0-acf00d2ad2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:07.792583 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da7662-3a09-4d52-a2c9-f2e30496b5b5 req-71032327-0e66-4ab6-a6ad-67dbd10875ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:07.794416 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b3da7662-3a09-4d52-a2c9-f2e30496b5b5 req-71032327-0e66-4ab6-a6ad-67dbd10875ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd6be2c9-cd51-4484-8581-614ec0f3328e HTTP/1.1" status: 200 len: 846 time: 0.0668693 Oct 12 18:55:07.795500 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a26652ac-b983-4f2a-b2a0-acf00d2ad2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:07.844751 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26652ac-b983-4f2a-b2a0-acf00d2ad2e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=100617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:55:07.858964 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26652ac-b983-4f2a-b2a0-acf00d2ad2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b628a926-71a3-47bb-8f5c-02543bac9f0b,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:07.865627 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a26652ac-b983-4f2a-b2a0-acf00d2ad2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:07.866488 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.segments_db [None req-a26652ac-b983-4f2a-b2a0-acf00d2ad2e9 admin admin] Added segment d1d6533b-cde2-48a6-83c5-acc3cadb8d05 of type vlan for network 5c55345b-ca2a-48c3-886b-2a3578444a51 Oct 12 18:55:07.880439 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da7662-3a09-4d52-a2c9-f2e30496b5b5 req-9381b359-6bb0-462f-b4e1-c5eb25821cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:07.881957 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b3da7662-3a09-4d52-a2c9-f2e30496b5b5 req-9381b359-6bb0-462f-b4e1-c5eb25821cef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad3e155a-73bb-40c2-b397-cbadd351c43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792546 Oct 12 18:55:07.951947 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a26652ac-b983-4f2a-b2a0-acf00d2ad2e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:07.993712 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a26652ac-b983-4f2a-b2a0-acf00d2ad2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:07.994781 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26652ac-b983-4f2a-b2a0-acf00d2ad2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:07.995400 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a26652ac-b983-4f2a-b2a0-acf00d2ad2e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:08.055999 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b3da7662-3a09-4d52-a2c9-f2e30496b5b5 req-685946c1-83e0-4832-b875-91cb9db1fde1 service neutron] 10.222.0.21 "GET /v2.0/networks/ad3e155a-73bb-40c2-b397-cbadd351c43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571078 Oct 12 18:55:08.058993 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-a26652ac-b983-4f2a-b2a0-acf00d2ad2e9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6186445 Oct 12 18:55:08.062497 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41160) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:08.067421 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-3ae1fd76-c4d1-4d3c-949d-e7986d60042a admin admin] Request body: {'subnet': {'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-376043922-subnet', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'ip_version': 4}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:08.079195 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26652ac-b983-4f2a-b2a0-acf00d2ad2e9 admin admin] Pushing event updated for resources: {'Network': ['ID=5c55345b-ca2a-48c3-886b-2a3578444a51,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:08.090107 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network 5c55345b-ca2a-48c3-886b-2a3578444a51 details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:55:08.091385 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae1fd76-c4d1-4d3c-949d-e7986d60042a admin admin] Made reservation on behalf of 17353171ead04e3fbd1fd123e328283b for: {'subnet': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:55:08.093932 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-3ae1fd76-c4d1-4d3c-949d-e7986d60042a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4748900'] for subnet, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:08.161937 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b3da7662-3a09-4d52-a2c9-f2e30496b5b5 req-323cab2b-0242-46ad-a5f0-89cc26b477d9 service neutron] 10.222.0.21 "GET /v2.0/networks/ad3e155a-73bb-40c2-b397-cbadd351c43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955613 Oct 12 18:55:08.256170 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-3ae1fd76-c4d1-4d3c-949d-e7986d60042a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4878063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4748874'] for subnet, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:08.313743 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1fd76-c4d1-4d3c-949d-e7986d60042a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae68136-9fb4-4119-8455-c8cf7655c6e9,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:08.322531 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae1fd76-c4d1-4d3c-949d-e7986d60042a admin admin] Checking segment: {'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:55:08.322881 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae1fd76-c4d1-4d3c-949d-e7986d60042a admin admin] Network hostable DHCP agents. Network: 5c55345b-ca2a-48c3-886b-2a3578444a51, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:55:08.338517 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae1fd76-c4d1-4d3c-949d-e7986d60042a admin admin] Network 5c55345b-ca2a-48c3-886b-2a3578444a51 is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:55:08.346616 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-3ae1fd76-c4d1-4d3c-949d-e7986d60042a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, 5c55345b-ca2a-48c3-886b-2a3578444a51) {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:55:08.350506 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae1fd76-c4d1-4d3c-949d-e7986d60042a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:08.351082 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-3ae1fd76-c4d1-4d3c-949d-e7986d60042a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:08.355799 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614e5c07-2837-41ee-b406-cadf4051b7f5 None None] Network 5c55345b-ca2a-48c3-886b-2a3578444a51 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:55:08.367005 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-3ae1fd76-c4d1-4d3c-949d-e7986d60042a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3034296 Oct 12 18:55:08.369914 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 41162) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:08.375054 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:08.395609 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7999991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24842'] for router, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:08.397064 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7999843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8005428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24837'] for router, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:08.451273 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:08.506029 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5602ee66-8491-574c-94af-19f40db2d604-5c55345b-ca2a-48c3-886b-2a3578444a51', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9'}]}} from dv-cinder-813229-2-iscsi. {{(pid=100619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:55:08.506902 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:08.628194 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:08.640625 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107950b-2b18-4ba3-bdc6-dec37402b203 req-419c45db-f36b-4133-ab01-a777848b06c3 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:08.642248 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d107950b-2b18-4ba3-bdc6-dec37402b203 req-419c45db-f36b-4133-ab01-a777848b06c3 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.1498163 Oct 12 18:55:08.654840 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Allocated IP 172.20.0.2 (5c55345b-ca2a-48c3-886b-2a3578444a51/aae68136-9fb4-4119-8455-c8cf7655c6e9/59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:55:08.722508 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d107950b-2b18-4ba3-bdc6-dec37402b203 req-7b298c73-326a-4eec-8277-4883cce81fcc tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734901 Oct 12 18:55:08.829972 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Notify callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:08.837382 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:08.885244 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Network 5c55345b-ca2a-48c3-886b-2a3578444a51 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:55:08.886252 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:08.891524 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:55:08.894034 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:55:08.896177 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Pushing event updated for resources: {'Port': ['ID=59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:08.911533 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:08.950875 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Attempting to bind port 59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:55:08.951241 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Attempting to bind port 59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:55:08.951603 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Attempting to bind port 59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab on network 5c55345b-ca2a-48c3-886b-2a3578444a51 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:55:08.968358 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:55:08.968358 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Checking segment: {'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:55:08.969113 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:08.969530 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Bound using segment: {'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:55:08.970003 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Bound port: 59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:55:08.970389 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:09.035059 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] For port 59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:55:09.036973 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] Allocated IP 172.27.0.243 (3ebee7fc-7e47-48dc-a73f-702afd21678f/257fc62d-aef6-4fd3-8a07-67da1276276c/9703984b-e4fe-4f43-bc8b-292de35240c8) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:55:09.039187 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] For port 59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:55:09.044175 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:09.110636 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14763c-1889-4f14-a651-566ad998fc43 None None] Pushing event updated for resources: {'Port': ['ID=59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:09.172387 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:09.208404 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:09.249383 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:55:09.254566 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:55:09.257129 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:55:09.284339 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] Pushing event updated for resources: {'Port': ['ID=9703984b-e4fe-4f43-bc8b-292de35240c8,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:09.536061 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:09.610729 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:09.749698 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7999868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7932389'] for router, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:10.216397 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe03c2e-93f7-4a7b-8c2d-91656b32aae0 None None] Network 5c55345b-ca2a-48c3-886b-2a3578444a51 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:55:10.251613 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf4d33-d3b8-4c0e-98d1-bf827e976fb2 req-ea1b99c3-55ed-4d2e-85c4-e286c1ae7be2 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:10.258675 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7ebf4d33-d3b8-4c0e-98d1-bf827e976fb2 req-ea1b99c3-55ed-4d2e-85c4-e286c1ae7be2 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.3727787 Oct 12 18:55:10.282074 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-17697c54-b914-4cec-b223-7e5e698bd9a1 None None] Provisioning complete for port 59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:10.282441 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-17697c54-b914-4cec-b223-7e5e698bd9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:10.301881 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] Router e973f51b-c6bf-4e3d-8722-52a1d75590e4 is scheduled to L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 with binding_index 1 {{(pid=100617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:55:10.313957 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7ebf4d33-d3b8-4c0e-98d1-bf827e976fb2 req-cfadb050-93da-45eb-8d2d-d0e06fbb82d2 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543900 Oct 12 18:55:10.405203 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-17697c54-b914-4cec-b223-7e5e698bd9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:10.423374 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:55:10.439730 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Sync routers for ids ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:55:10.443148 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] Notify callbacks [] for router, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:10.444381 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-80286b64-5953-42ba-8026-1c50005351dc admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0733607 Oct 12 18:55:10.447606 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 41186) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:10.474361 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-17697c54-b914-4cec-b223-7e5e698bd9a1 None None] For port 59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:10.478478 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Routers {'e973f51b-c6bf-4e3d-8722-52a1d75590e4'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:10.479087 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:54:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:10.483501 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-17697c54-b914-4cec-b223-7e5e698bd9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:10.728713 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17697c54-b914-4cec-b223-7e5e698bd9a1 None None] Pushing event updated for resources: {'Port': ['ID=59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:10.746727 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Set router e973f51b-c6bf-4e3d-8722-52a1d75590e4 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:10.882205 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5430ee24-4cee-4487-9ebe-49c3374ad9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:10.928665 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-0898b42b-0523-4f97-9838-fd62a8f3aa49 None None] Provisioning complete for port 59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:10.928887 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0898b42b-0523-4f97-9838-fd62a8f3aa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:10.994544 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:09Z', 'revision_number': 3, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:11.035568 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Checking router: e973f51b-c6bf-4e3d-8722-52a1d75590e4 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:55:11.035919 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Updating router e973f51b-c6bf-4e3d-8722-52a1d75590e4 port 9703984b-e4fe-4f43-bc8b-292de35240c8 binding host dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:55:11.064130 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-5430ee24-4cee-4487-9ebe-49c3374ad9a6 admin admin] Allocated IP 172.20.0.1 (5c55345b-ca2a-48c3-886b-2a3578444a51/aae68136-9fb4-4119-8455-c8cf7655c6e9/f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:55:11.099505 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:11.134972 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:55:11.244618 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc7bdf-4df9-471c-bc4c-9a3bebd3e99d req-4ec8e952-95cf-4882-802b-0a6521c77485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:11.246018 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ddc7bdf-4df9-471c-bc4c-9a3bebd3e99d req-4ec8e952-95cf-4882-802b-0a6521c77485 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abd2dfe73e54455087fa10d1fb6fa2e6&device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 1099 time: 0.1309657 Oct 12 18:55:11.258665 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:11.259226 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:11.286393 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5430ee24-4cee-4487-9ebe-49c3374ad9a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:11.338125 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2033e-f3a3-4c13-bc17-89c81140fd2b req-1f2f9925-74cf-45f7-948a-363d08cc722c tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:11.339732 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1bf2033e-f3a3-4c13-bc17-89c81140fd2b req-1f2f9925-74cf-45f7-948a-363d08cc722c tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 945 time: 0.1456048 Oct 12 18:55:11.428623 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5430ee24-4cee-4487-9ebe-49c3374ad9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:11.448588 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc7bdf-4df9-471c-bc4c-9a3bebd3e99d req-462ca099-97ce-467a-b178-7c64755dd79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:11.450061 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ddc7bdf-4df9-471c-bc4c-9a3bebd3e99d req-462ca099-97ce-467a-b178-7c64755dd79f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad3e155a-73bb-40c2-b397-cbadd351c43b HTTP/1.1" status: 200 len: 908 time: 0.1930945 Oct 12 18:55:11.454480 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1bf2033e-f3a3-4c13-bc17-89c81140fd2b req-15e47e1e-639e-4d38-a770-043663e8cdaa tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003859 Oct 12 18:55:11.476369 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Notify callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:11.478053 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:11.499661 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5430ee24-4cee-4487-9ebe-49c3374ad9a6 admin admin] Network 5c55345b-ca2a-48c3-886b-2a3578444a51 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:55:11.531289 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8015c-172a-4aed-a6a3-21c108581236 None None] Pushing event updated for resources: {'Port': ['ID=9703984b-e4fe-4f43-bc8b-292de35240c8,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:11.533690 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Attempting to bind port 9703984b-e4fe-4f43-bc8b-292de35240c8 on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:55:11.534024 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Attempting to bind port 9703984b-e4fe-4f43-bc8b-292de35240c8 by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:55:11.534382 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Attempting to bind port 9703984b-e4fe-4f43-bc8b-292de35240c8 on network 3ebee7fc-7e47-48dc-a73f-702afd21678f {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:55:11.538359 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-5430ee24-4cee-4487-9ebe-49c3374ad9a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:55:11.539847 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:55:11.540110 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Checking segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:55:11.540465 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:11.540841 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Bound using segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:55:11.541431 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Bound port: 9703984b-e4fe-4f43-bc8b-292de35240c8, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:55:11.542007 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:11.550081 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5430ee24-4cee-4487-9ebe-49c3374ad9a6 admin admin] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:55:11.555131 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430ee24-4cee-4487-9ebe-49c3374ad9a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:11.596039 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432a2ab-95dc-4860-89f5-f3f2705e4efe req-26fc2ccf-407c-494a-8b17-b42fc015a863 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:11.597604 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b432a2ab-95dc-4860-89f5-f3f2705e4efe req-26fc2ccf-407c-494a-8b17-b42fc015a863 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.2006409 Oct 12 18:55:11.609871 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ddc7bdf-4df9-471c-bc4c-9a3bebd3e99d req-8d460277-899a-444f-b7e9-271ef59b78c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81a0ec45-078e-4282-8461-bef3f0b4078a HTTP/1.1" status: 200 len: 1002 time: 0.1321309 Oct 12 18:55:11.611458 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] For port 9703984b-e4fe-4f43-bc8b-292de35240c8, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:55:11.615381 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] For port 9703984b-e4fe-4f43-bc8b-292de35240c8, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=9703984b-e4fe-4f43-bc8b-292de35240c8,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:55:11.620482 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:11.669988 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5430ee24-4cee-4487-9ebe-49c3374ad9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7932212'] for router_interface, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:11.677241 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Routers {'e973f51b-c6bf-4e3d-8722-52a1d75590e4'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:11.677916 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:54:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:11.735281 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8015c-172a-4aed-a6a3-21c108581236 None None] Pushing event updated for resources: {'Port': ['ID=9703984b-e4fe-4f43-bc8b-292de35240c8,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:11.739915 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b432a2ab-95dc-4860-89f5-f3f2705e4efe req-5b1f9f1c-6278-481f-a5b1-b64904e027d3 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353467 Oct 12 18:55:11.748400 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc7bdf-4df9-471c-bc4c-9a3bebd3e99d req-9c556e1f-7384-42ed-90bb-b5c48a688753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:11.750521 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ddc7bdf-4df9-471c-bc4c-9a3bebd3e99d req-9c556e1f-7384-42ed-90bb-b5c48a688753 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd6be2c9-cd51-4484-8581-614ec0f3328e HTTP/1.1" status: 200 len: 846 time: 0.1312029 Oct 12 18:55:11.802571 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] Set router e973f51b-c6bf-4e3d-8722-52a1d75590e4 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:11.833401 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc7bdf-4df9-471c-bc4c-9a3bebd3e99d req-bc225ce8-68ed-4a2f-8c42-63aade95cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:11.834869 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ddc7bdf-4df9-471c-bc4c-9a3bebd3e99d req-bc225ce8-68ed-4a2f-8c42-63aade95cb7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad3e155a-73bb-40c2-b397-cbadd351c43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751531 Oct 12 18:55:11.903935 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-a04b2965-8c87-43d9-8b84-4590183c5fa3 None None] Provisioning complete for port f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:11.904304 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a04b2965-8c87-43d9-8b84-4590183c5fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:11.905943 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5430ee24-4cee-4487-9ebe-49c3374ad9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:11.949934 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-a04b2965-8c87-43d9-8b84-4590183c5fa3 None None] Port f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:55:11.989556 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ddc7bdf-4df9-471c-bc4c-9a3bebd3e99d req-bc50e339-309a-4676-bd6c-c9416c4d46ca service neutron] 10.222.0.21 "GET /v2.0/networks/ad3e155a-73bb-40c2-b397-cbadd351c43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364508 Oct 12 18:55:12.023054 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:09Z', 'revision_number': 3, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:12.052796 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316ce6e3-12cb-46c9-b031-1df1b82b483e None None] The sync data for ids ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'] in dv-cinder-813229-2-iscsi is: [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:09Z', 'revision_number': 3, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:55:12.153514 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8ddc7bdf-4df9-471c-bc4c-9a3bebd3e99d req-d36942e5-ad55-456b-8d3c-e2a3f01f12a3 service neutron] 10.222.0.21 "GET /v2.0/networks/ad3e155a-73bb-40c2-b397-cbadd351c43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500521 Oct 12 18:55:12.172855 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5430ee24-4cee-4487-9ebe-49c3374ad9a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:12.177609 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5430ee24-4cee-4487-9ebe-49c3374ad9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:12.243504 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5430ee24-4cee-4487-9ebe-49c3374ad9a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006308'] for router_interface, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:12.245210 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430ee24-4cee-4487-9ebe-49c3374ad9a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:12.351833 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5430ee24-4cee-4487-9ebe-49c3374ad9a6 admin admin] Network 5c55345b-ca2a-48c3-886b-2a3578444a51 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:55:12.353187 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-5430ee24-4cee-4487-9ebe-49c3374ad9a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:55:12.474367 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5430ee24-4cee-4487-9ebe-49c3374ad9a6 admin admin] Router e973f51b-c6bf-4e3d-8722-52a1d75590e4 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:55:12.573338 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-c24497b0-936c-4f80-8761-5d21edf3185b None None] Provisioning complete for port f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:12.573946 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c24497b0-936c-4f80-8761-5d21edf3185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:12.610153 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c24497b0-936c-4f80-8761-5d21edf3185b None None] Port f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:55:12.634804 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54862958-e046-48dd-8807-b3c8769ee0f9 req-c421ffe3-a06f-4d7f-91f6-05600f0384d8 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:12.636309 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-54862958-e046-48dd-8807-b3c8769ee0f9 req-c421ffe3-a06f-4d7f-91f6-05600f0384d8 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 945 time: 0.0973945 Oct 12 18:55:12.639306 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5430ee24-4cee-4487-9ebe-49c3374ad9a6 admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:55:12.644483 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-5430ee24-4cee-4487-9ebe-49c3374ad9a6 admin admin] 10.222.0.66 "PUT /v2.0/routers/e973f51b-c6bf-4e3d-8722-52a1d75590e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1957450 Oct 12 18:55:12.686039 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-54862958-e046-48dd-8807-b3c8769ee0f9 req-f184c7e5-1bd0-4a3f-b0e1-31ec34ef8b23 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403106 Oct 12 18:55:12.876477 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4862f3-24a3-49d1-9d9a-5bd64b12a85a req-ce7c8962-10de-48bb-bbd8-2ce6ee62ed4d tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:12.885904 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9c4862f3-24a3-49d1-9d9a-5bd64b12a85a req-ce7c8962-10de-48bb-bbd8-2ce6ee62ed4d tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0656068 Oct 12 18:55:12.919821 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9c4862f3-24a3-49d1-9d9a-5bd64b12a85a req-f6e408e5-c34d-44ee-92cc-f0c496c08659 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329111 Oct 12 18:55:13.048916 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 9703984b-e4fe-4f43-bc8b-292de35240c8 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:55:13.108303 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 9703984b-e4fe-4f43-bc8b-292de35240c8 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:13.108892 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:13.170004 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41222) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:13.175467 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2042000747-network', 'tenant_id': 'b14084464fc14a59a97bc2e27262910e'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:13.191352 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:13.198555 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Made reservation on behalf of b14084464fc14a59a97bc2e27262910e for: {'network': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:55:13.201237 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:13.210481 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:13.212791 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] For port 9703984b-e4fe-4f43-bc8b-292de35240c8, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=9703984b-e4fe-4f43-bc8b-292de35240c8,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:13.217596 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:13.303741 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:13.309230 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:13.317968 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa9a05-d890-4970-8dd7-e978ed24bf6d req-98e51baa-5f90-4496-bc9f-341f5392a8a1 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:13.319692 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a9aa9a05-d890-4970-8dd7-e978ed24bf6d req-98e51baa-5f90-4496-bc9f-341f5392a8a1 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 945 time: 0.0818610 Oct 12 18:55:13.347581 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=100618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:55:13.355165 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77a7e87-b928-4f9e-87ce-f237c95f50a5,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:13.366718 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:13.367579 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.db.segments_db [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Added segment c4bdb799-bab0-4f21-809e-ad24c906bc36 of type vlan for network 526677a7-293b-4bf0-910b-92e8d6065ad5 Oct 12 18:55:13.401664 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Pushing event updated for resources: {'Port': ['ID=9703984b-e4fe-4f43-bc8b-292de35240c8,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:13.417696 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:13.437924 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-a9aa9a05-d890-4970-8dd7-e978ed24bf6d req-50e7cb60-0cf1-4f5c-a584-7578039b9dff tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Deleting port 0a038624-0867-4f66-b6b0-1ccce0721118 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:55:13.438269 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-a9aa9a05-d890-4970-8dd7-e978ed24bf6d req-50e7cb60-0cf1-4f5c-a584-7578039b9dff tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:13.443104 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:13.444075 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:13.444650 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:13.505457 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3343320 Oct 12 18:55:13.508241 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 41224) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:13.510315 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Pushing event updated for resources: {'Network': ['ID=526677a7-293b-4bf0-910b-92e8d6065ad5,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:13.512928 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-4539e273-d625-4e07-9bdc-12c3515a83f0 admin admin] Request body: {'subnet': {'network_id': '526677a7-293b-4bf0-910b-92e8d6065ad5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2042000747-subnet', 'tenant_id': 'b14084464fc14a59a97bc2e27262910e', 'ip_version': 4}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:13.518456 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:13.518799 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:13.519134 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:13.519461 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:13.519783 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:13.520106 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:13.520424 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:13.520742 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:13.521061 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:13.521393 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:13.521712 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:13.522023 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5f28f-4751-4108-a6fa-4252b45f82c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:13.533486 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network 526677a7-293b-4bf0-910b-92e8d6065ad5 details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:55:13.550517 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-a9aa9a05-d890-4970-8dd7-e978ed24bf6d req-50e7cb60-0cf1-4f5c-a584-7578039b9dff tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] For port 0a038624-0867-4f66-b6b0-1ccce0721118, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a038624-0867-4f66-b6b0-1ccce0721118,segment=NetworkSegment(fa7c4693-d476-4d43-b37e-55434e3ade44),segment_id=fa7c4693-d476-4d43-b37e-55434e3ade44)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:13.551215 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-a9aa9a05-d890-4970-8dd7-e978ed24bf6d req-50e7cb60-0cf1-4f5c-a584-7578039b9dff tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:13.569133 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-a9aa9a05-d890-4970-8dd7-e978ed24bf6d req-50e7cb60-0cf1-4f5c-a584-7578039b9dff tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Calling delete_port for 0a038624-0867-4f66-b6b0-1ccce0721118 owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:55:13.573611 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4539e273-d625-4e07-9bdc-12c3515a83f0 admin admin] Made reservation on behalf of b14084464fc14a59a97bc2e27262910e for: {'subnet': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:55:13.576047 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4539e273-d625-4e07-9bdc-12c3515a83f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4759592'] for subnet, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:13.756267 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Sync routers for ids ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'] in dv-cinder-813229-2-iscsi {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:55:13.767031 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Routers {'e973f51b-c6bf-4e3d-8722-52a1d75590e4'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:13.767787 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:54:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:13.881029 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-a9aa9a05-d890-4970-8dd7-e978ed24bf6d req-50e7cb60-0cf1-4f5c-a584-7578039b9dff tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:13.890422 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Set router e973f51b-c6bf-4e3d-8722-52a1d75590e4 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:13.894811 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['0a038624-0867-4f66-b6b0-1ccce0721118'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:55:14.184736 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4539e273-d625-4e07-9bdc-12c3515a83f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5055621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4759558'] for subnet, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:14.198413 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13094d7-e265-47ab-995f-b68a50395727 req-3c49f678-8e66-4180-8326-c1a2d23fc19b tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:14.198804 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c13094d7-e265-47ab-995f-b68a50395727 req-3c49f678-8e66-4180-8326-c1a2d23fc19b tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3f85884-eae9-4981-b118-4feff64745ef HTTP/1.1" status: 200 len: 945 time: 0.4211276 Oct 12 18:55:14.204821 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 2, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:14.213727 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7cb60-0cf1-4f5c-a584-7578039b9dff tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Pushing event deleted for resources: {'Port': ['ID=0a038624-0867-4f66-b6b0-1ccce0721118,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:14.245777 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Checking router: e973f51b-c6bf-4e3d-8722-52a1d75590e4 for host: dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:55:14.246221 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Updating router e973f51b-c6bf-4e3d-8722-52a1d75590e4 port f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf binding host dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:55:14.274202 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:14.339869 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9aa9a05-d890-4970-8dd7-e978ed24bf6d req-50e7cb60-0cf1-4f5c-a584-7578039b9dff tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] No DVR routers for this DVR port 0a038624-0867-4f66-b6b0-1ccce0721118 on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:55:14.347819 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539e273-d625-4e07-9bdc-12c3515a83f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fb442b1-0561-458c-bae7-8eee4fefb4b5,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:14.353366 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-a9aa9a05-d890-4970-8dd7-e978ed24bf6d req-50e7cb60-0cf1-4f5c-a584-7578039b9dff tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:14.356544 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a9aa9a05-d890-4970-8dd7-e978ed24bf6d req-50e7cb60-0cf1-4f5c-a584-7578039b9dff tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.21 "DELETE /v2.0/ports/0a038624-0867-4f66-b6b0-1ccce0721118 HTTP/1.1" status: 204 len: 173 time: 1.0266709 Oct 12 18:55:14.359904 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f85884-eae9-4981-b118-4feff64745ef', 'name': 'network-vif-deleted', 'tag': '0a038624-0867-4f66-b6b0-1ccce0721118'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:55:14.362147 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666b6116-11c0-4b6d-82da-cf956b711349" -d '{"events": [{"server_uuid": "e3f85884-eae9-4981-b118-4feff64745ef", "name": "network-vif-deleted", "tag": "0a038624-0867-4f66-b6b0-1ccce0721118"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:55:14.381198 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c13094d7-e265-47ab-995f-b68a50395727 req-80d9af44-d6d1-433d-98ec-a7eccdefee50 tempest-TestMinimumBasicScenario-925987711 tempest-TestMinimumBasicScenario-925987711-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6ff39-8a09-49f5-8793-9f11e18318ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732049 Oct 12 18:55:14.395940 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a01054-709a-43de-9ab7-76aa26d30340 req-b6abaecc-b510-4a2b-8c37-5edc13a28b9c tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:14.397515 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f8a01054-709a-43de-9ab7-76aa26d30340 req-b6abaecc-b510-4a2b-8c37-5edc13a28b9c tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.1977983 Oct 12 18:55:14.400414 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4539e273-d625-4e07-9bdc-12c3515a83f0 admin admin] Checking segment: {'id': 'c4bdb799-bab0-4f21-809e-ad24c906bc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '526677a7-293b-4bf0-910b-92e8d6065ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:55:14.400769 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4539e273-d625-4e07-9bdc-12c3515a83f0 admin admin] Network hostable DHCP agents. Network: 526677a7-293b-4bf0-910b-92e8d6065ad5, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:55:14.433458 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4539e273-d625-4e07-9bdc-12c3515a83f0 admin admin] Network 526677a7-293b-4bf0-910b-92e8d6065ad5 is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:55:14.454051 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-4539e273-d625-4e07-9bdc-12c3515a83f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, 526677a7-293b-4bf0-910b-92e8d6065ad5) {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:55:14.459497 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4539e273-d625-4e07-9bdc-12c3515a83f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:14.460717 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4539e273-d625-4e07-9bdc-12c3515a83f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:14.463967 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaf814e-8ce2-4d7a-8030-ea97d6e4a508 None None] Network 526677a7-293b-4bf0-910b-92e8d6065ad5 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:55:14.469639 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f8a01054-709a-43de-9ab7-76aa26d30340 req-4c095770-a25e-4748-940c-902a57e7edb9 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556471 Oct 12 18:55:14.507336 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-4539e273-d625-4e07-9bdc-12c3515a83f0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9956303 Oct 12 18:55:14.507550 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 41234) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:14.512772 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2042000747-router', 'tenant_id': 'b14084464fc14a59a97bc2e27262910e', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:14.563847 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd17d4c7-a75b-4074-9d54-9d361dcbf33c x-openstack-request-id: req-cd17d4c7-a75b-4074-9d54-9d361dcbf33c {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:55:14.564198 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f85884-eae9-4981-b118-4feff64745ef", "name": "network-vif-deleted", "tag": "0a038624-0867-4f66-b6b0-1ccce0721118", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:55:14.564576 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd17d4c7-a75b-4074-9d54-9d361dcbf33c {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:55:14.565058 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f85884-eae9-4981-b118-4feff64745ef', 'name': 'network-vif-deleted', 'tag': '0a038624-0867-4f66-b6b0-1ccce0721118', 'status': 'completed', 'code': 200} Oct 12 18:55:14.575765 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7999991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24842'] for router, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:14.577151 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7999843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8005428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24837'] for router, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:14.595601 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:14.602646 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:14.652136 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89974e54-8f33-472a-8f1d-75e76190efe8 None None] Pushing event updated for resources: {'Port': ['ID=f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:14.667646 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:14.674910 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5602ee66-8491-574c-94af-19f40db2d604-526677a7-293b-4bf0-910b-92e8d6065ad5', 'network_id': '526677a7-293b-4bf0-910b-92e8d6065ad5', 'tenant_id': 'b14084464fc14a59a97bc2e27262910e', 'fixed_ips': [{'subnet_id': '5fb442b1-0561-458c-bae7-8eee4fefb4b5'}]}} from dv-cinder-813229-2-iscsi. {{(pid=100619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:55:14.676098 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:14.731671 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89974e54-8f33-472a-8f1d-75e76190efe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:14.732119 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89974e54-8f33-472a-8f1d-75e76190efe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:14.732529 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89974e54-8f33-472a-8f1d-75e76190efe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:14.733053 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89974e54-8f33-472a-8f1d-75e76190efe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:14.734933 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89974e54-8f33-472a-8f1d-75e76190efe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:14.735359 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89974e54-8f33-472a-8f1d-75e76190efe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:14.735763 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89974e54-8f33-472a-8f1d-75e76190efe8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:14.736163 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89974e54-8f33-472a-8f1d-75e76190efe8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:14.736573 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89974e54-8f33-472a-8f1d-75e76190efe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:14.737244 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89974e54-8f33-472a-8f1d-75e76190efe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:14.737775 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89974e54-8f33-472a-8f1d-75e76190efe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:14.738345 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89974e54-8f33-472a-8f1d-75e76190efe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:14.751078 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Attempting to bind port f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:55:14.752266 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Attempting to bind port f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:55:14.752837 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Attempting to bind port f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf on network 5c55345b-ca2a-48c3-886b-2a3578444a51 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:55:14.761672 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:55:14.762868 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Checking segment: {'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:55:14.763467 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:14.764068 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Bound using segment: {'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:55:14.764999 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Bound port: f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:55:14.766109 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:14.870016 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:14.875666 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Allocated IP 172.20.0.2 (526677a7-293b-4bf0-910b-92e8d6065ad5/5fb442b1-0561-458c-bae7-8eee4fefb4b5/6223d4e7-4840-4711-b551-7af964a6a48b) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:55:14.876763 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] For port f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:55:14.880464 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] For port f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:55:14.891731 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:14.941313 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Routers {'e973f51b-c6bf-4e3d-8722-52a1d75590e4'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:14.942206 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:54:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:15.073972 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89974e54-8f33-472a-8f1d-75e76190efe8 None None] Pushing event updated for resources: {'Port': ['ID=f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf,revision_number=4']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:15.098010 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] Set router e973f51b-c6bf-4e3d-8722-52a1d75590e4 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:15.112559 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 9703984b-e4fe-4f43-bc8b-292de35240c8 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:55:15.122953 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-07472dc7-af22-4b28-a457-2ea7e4a4eff1 None None] Provisioning complete for port f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:15.123571 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-07472dc7-af22-4b28-a457-2ea7e4a4eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:15.183400 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:15.197333 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Notify callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:15.206894 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:15.214056 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:15.269957 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Network 526677a7-293b-4bf0-910b-92e8d6065ad5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:55:15.278079 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:55:15.286089 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:55:15.298487 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Pushing event updated for resources: {'Port': ['ID=6223d4e7-4840-4711-b551-7af964a6a48b,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:15.331653 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] Allocated IP 172.27.0.180 (3ebee7fc-7e47-48dc-a73f-702afd21678f/257fc62d-aef6-4fd3-8a07-67da1276276c/ab7e6515-1f75-4ce7-90e6-0665bde61221) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:55:15.338865 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:14Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:15.363330 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 9703984b-e4fe-4f43-bc8b-292de35240c8 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:15.363701 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:15.368968 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce37f1f-f041-4a5b-81f7-11794d54d00a None None] The sync data for ids ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'] in dv-cinder-813229-2-iscsi is: [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:14Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:55:15.412913 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-07472dc7-af22-4b28-a457-2ea7e4a4eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:15.419411 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Attempting to bind port 6223d4e7-4840-4711-b551-7af964a6a48b on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:55:15.420523 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Attempting to bind port 6223d4e7-4840-4711-b551-7af964a6a48b by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'c4bdb799-bab0-4f21-809e-ad24c906bc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '526677a7-293b-4bf0-910b-92e8d6065ad5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:55:15.420523 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Attempting to bind port 6223d4e7-4840-4711-b551-7af964a6a48b on network 526677a7-293b-4bf0-910b-92e8d6065ad5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:55:15.440555 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:55:15.440936 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Checking segment: {'id': 'c4bdb799-bab0-4f21-809e-ad24c906bc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '526677a7-293b-4bf0-910b-92e8d6065ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:55:15.441383 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:15.441762 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Bound using segment: {'id': 'c4bdb799-bab0-4f21-809e-ad24c906bc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '526677a7-293b-4bf0-910b-92e8d6065ad5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:55:15.442243 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Bound port: 6223d4e7-4840-4711-b551-7af964a6a48b, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4bdb799-bab0-4f21-809e-ad24c906bc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '526677a7-293b-4bf0-910b-92e8d6065ad5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:55:15.442624 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:15.518419 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-07472dc7-af22-4b28-a457-2ea7e4a4eff1 None None] For port f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:15.518574 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:15.551955 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-07472dc7-af22-4b28-a457-2ea7e4a4eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:15.615607 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:15.632008 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] For port 6223d4e7-4840-4711-b551-7af964a6a48b, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:55:15.643784 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] For port 6223d4e7-4840-4711-b551-7af964a6a48b, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=6223d4e7-4840-4711-b551-7af964a6a48b,segment=NetworkSegment(c4bdb799-bab0-4f21-809e-ad24c906bc36),segment_id=c4bdb799-bab0-4f21-809e-ad24c906bc36)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:55:15.654745 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:15.669152 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07472dc7-af22-4b28-a457-2ea7e4a4eff1 None None] Pushing event updated for resources: {'Port': ['ID=f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:15.703358 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:55:15.712931 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] Pushing event updated for resources: {'Port': ['ID=ab7e6515-1f75-4ce7-90e6-0665bde61221,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:15.717283 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:55:15.720539 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:55:15.747006 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-10ed3d23-c6d0-4258-bacd-37cfb07a5add None None] Provisioning complete for port f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:15.747430 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-10ed3d23-c6d0-4258-bacd-37cfb07a5add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:15.770770 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5d8b2-8592-4a21-9ec5-98da8ff0425d req-c160c5fb-dfb9-4d0a-9519-4d4f3cc46c37 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:15.778694 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-68c5d8b2-8592-4a21-9ec5-98da8ff0425d req-c160c5fb-dfb9-4d0a-9519-4d4f3cc46c37 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.1589200 Oct 12 18:55:15.805038 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0caa31-1d6c-4fb2-a9f0-e556d771220b None None] Pushing event updated for resources: {'Port': ['ID=6223d4e7-4840-4711-b551-7af964a6a48b,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:16.065481 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 0a038624-0867-4f66-b6b0-1ccce0721118 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:55:16.098953 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: 0a038624-0867-4f66-b6b0-1ccce0721118 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:55:16.099395 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 0a038624-0867-4f66-b6b0-1ccce0721118 not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:55:16.099860 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 81a0ec45-078e-4282-8461-bef3f0b4078a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:55:16.199262 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-68c5d8b2-8592-4a21-9ec5-98da8ff0425d req-fe79d496-6695-4eb5-8b28-3f75defd628a tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4193041 Oct 12 18:55:16.217458 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:16.244776 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:16.288403 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8459c7-74d7-447b-9248-1e361818cc9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a0ec45-078e-4282-8461-bef3f0b4078a'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:55:16.291185 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3555d6d8-2dd1-44d9-862f-702dda0b0f60" -d '{"events": [{"server_uuid": "cf8459c7-74d7-447b-9248-1e361818cc9d", "name": "network-vif-unplugged", "status": "completed", "tag": "81a0ec45-078e-4282-8461-bef3f0b4078a"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:55:16.333022 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 81a0ec45-078e-4282-8461-bef3f0b4078a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=81a0ec45-078e-4282-8461-bef3f0b4078a,segment=NetworkSegment(68d02c8e-4642-4324-9254-585c2cfb9925),segment_id=68d02c8e-4642-4324-9254-585c2cfb9925)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:16.339814 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:16.347419 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 18:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e5357d-108c-49e6-b313-76b0b514fab9 x-openstack-request-id: req-b9e5357d-108c-49e6-b313-76b0b514fab9 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:55:16.348069 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8459c7-74d7-447b-9248-1e361818cc9d", "name": "network-vif-unplugged", "status": "failed", "tag": "81a0ec45-078e-4282-8461-bef3f0b4078a", "code": 422}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:55:16.348788 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b9e5357d-108c-49e6-b313-76b0b514fab9 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:55:16.349693 dv-cinder-813229-2-iscsi neutron-server[100619]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cf8459c7-74d7-447b-9248-1e361818cc9d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '81a0ec45-078e-4282-8461-bef3f0b4078a', 'code': 422} returned with failed status Oct 12 18:55:16.465979 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=81a0ec45-078e-4282-8461-bef3f0b4078a,revision_number=6']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:16.492231 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41300) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:16.546280 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41304) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:16.585528 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7999868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7932389'] for router, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:16.633870 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-0ac9ed7a-2623-4606-b3de-d2f0ec548288 req-fabdde0c-6495-452e-a66f-0cf605b70192 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1391907 Oct 12 18:55:16.638895 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [req-0ac9ed7a-2623-4606-b3de-d2f0ec548288 req-28760258-d3f5-42b7-b74b-7ba1cc61b923 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:55:16.651788 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [req-0ac9ed7a-2623-4606-b3de-d2f0ec548288 req-28760258-d3f5-42b7-b74b-7ba1cc61b923 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0170281 Oct 12 18:55:16.666504 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122f316-b54e-4758-b32d-241b72a899ad req-e9cc9910-1906-4eb2-8be8-d15216769590 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:16.668053 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d122f316-b54e-4758-b32d-241b72a899ad req-e9cc9910-1906-4eb2-8be8-d15216769590 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.1320162 Oct 12 18:55:16.788225 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d122f316-b54e-4758-b32d-241b72a899ad req-f4c8b2ff-5b91-44c4-b934-5d183f0f3425 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102257 Oct 12 18:55:16.849626 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] Router 87588b4b-6437-4da3-a183-0afc48a6c1e3 is scheduled to L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 with binding_index 1 {{(pid=100617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:55:17.032748 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:55:17.051361 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Sync routers for ids ['87588b4b-6437-4da3-a183-0afc48a6c1e3'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:55:17.076734 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] Notify callbacks [] for router, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:17.081616 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-05d3765d-b4fe-492b-9c5c-f007badb05d6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5730009 Oct 12 18:55:17.084704 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 41316) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:17.085339 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Routers {'87588b4b-6437-4da3-a183-0afc48a6c1e3'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:17.086328 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:54:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['87588b4b-6437-4da3-a183-0afc48a6c1e3'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:17.253588 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2a3c43-018f-40c5-8ae6-65dab8b83e0b None None] Network 526677a7-293b-4bf0-910b-92e8d6065ad5 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:55:17.307635 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 6223d4e7-4840-4711-b551-7af964a6a48b up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:55:17.336221 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-526b7b06-0f8d-4f0c-b88a-c2bd5d0aac18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8006287'] for router_interface, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:17.406675 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-a768f2e9-01ff-482d-a91f-efb64d455458 None None] Provisioning complete for port 6223d4e7-4840-4711-b551-7af964a6a48b triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:17.407099 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a768f2e9-01ff-482d-a91f-efb64d455458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:17.432605 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Set router 87588b4b-6437-4da3-a183-0afc48a6c1e3 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:17.727823 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 6223d4e7-4840-4711-b551-7af964a6a48b triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:17.728326 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:17.898105 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a768f2e9-01ff-482d-a91f-efb64d455458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:17.916208 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-98bece21-0f5e-4bf5-b925-13f64dc80f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:17.943679 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-526b7b06-0f8d-4f0c-b88a-c2bd5d0aac18 admin admin] Deleting port 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb {{(pid=100618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:55:17.944239 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-526b7b06-0f8d-4f0c-b88a-c2bd5d0aac18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.030011 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-a768f2e9-01ff-482d-a91f-efb64d455458 None None] For port 6223d4e7-4840-4711-b551-7af964a6a48b, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=6223d4e7-4840-4711-b551-7af964a6a48b,segment=NetworkSegment(c4bdb799-bab0-4f21-809e-ad24c906bc36),segment_id=c4bdb799-bab0-4f21-809e-ad24c906bc36)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:18.032350 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524f7e8-2b35-48d9-81e9-cd2cb49d721c req-16d322b3-920b-4ea6-9c61-049593018595 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:18.036567 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.039679 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3524f7e8-2b35-48d9-81e9-cd2cb49d721c req-16d322b3-920b-4ea6-9c61-049593018595 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.1190200 Oct 12 18:55:18.043633 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [None req-526b7b06-0f8d-4f0c-b88a-c2bd5d0aac18 admin admin] For port 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb,segment=NetworkSegment(fa7c4693-d476-4d43-b37e-55434e3ade44),segment_id=fa7c4693-d476-4d43-b37e-55434e3ade44)] {{(pid=100618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:18.044942 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-526b7b06-0f8d-4f0c-b88a-c2bd5d0aac18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.059271 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-526b7b06-0f8d-4f0c-b88a-c2bd5d0aac18 admin admin] Calling delete_port for 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb owned by network:router_interface {{(pid=100618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:55:18.065781 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a768f2e9-01ff-482d-a91f-efb64d455458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.127001 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3524f7e8-2b35-48d9-81e9-cd2cb49d721c req-ec7abd76-bce1-48cd-af0a-b1c882694a5a tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855467 Oct 12 18:55:18.149920 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'name': 'tempest-TestVolumeBootPattern-2042000747-router', 'tenant_id': 'b14084464fc14a59a97bc2e27262910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'ab7e6515-1f75-4ce7-90e6-0665bde61221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:14Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 3, 'project_id': 'b14084464fc14a59a97bc2e27262910e', 'gw_port': {'id': 'ab7e6515-1f75-4ce7-90e6-0665bde61221', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:eb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:15Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:18.207368 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Checking router: 87588b4b-6437-4da3-a183-0afc48a6c1e3 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:55:18.208279 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Updating router 87588b4b-6437-4da3-a183-0afc48a6c1e3 port ab7e6515-1f75-4ce7-90e6-0665bde61221 binding host dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:55:18.212529 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768f2e9-01ff-482d-a91f-efb64d455458 None None] Pushing event updated for resources: {'Port': ['ID=6223d4e7-4840-4711-b551-7af964a6a48b,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:18.219020 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-98bece21-0f5e-4bf5-b925-13f64dc80f2d admin admin] Allocated IP 172.20.0.1 (526677a7-293b-4bf0-910b-92e8d6065ad5/5fb442b1-0561-458c-bae7-8eee4fefb4b5/886d6b81-7e40-40c3-bee6-1b4abfca1319) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:55:18.240443 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.db.api [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 18:55:18.241584 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG oslo_db.api [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 18:55:18.251473 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.285090 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9ed7a-2623-4606-b3de-d2f0ec548288 req-a7904f57-b91a-4a28-81dd-51d2ed66a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:18.286644 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0ac9ed7a-2623-4606-b3de-d2f0ec548288 req-a7904f57-b91a-4a28-81dd-51d2ed66a426 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d&tenant_id=abd2dfe73e54455087fa10d1fb6fa2e6 HTTP/1.1" status: 200 len: 1097 time: 0.1118259 Oct 12 18:55:18.320215 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-526b7b06-0f8d-4f0c-b88a-c2bd5d0aac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.350299 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b7b06-0f8d-4f0c-b88a-c2bd5d0aac18 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:18.375699 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-5bddcaff-c3d9-4a37-963f-7f30d88dfaa7 None None] Provisioning complete for port 6223d4e7-4840-4711-b551-7af964a6a48b triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:18.376272 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5bddcaff-c3d9-4a37-963f-7f30d88dfaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.377565 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-98bece21-0f5e-4bf5-b925-13f64dc80f2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.394528 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9ed7a-2623-4606-b3de-d2f0ec548288 req-1615a395-8764-4a1f-97a4-8eec50b9f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:18.396570 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0ac9ed7a-2623-4606-b3de-d2f0ec548288 req-1615a395-8764-4a1f-97a4-8eec50b9f2c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abd2dfe73e54455087fa10d1fb6fa2e6&device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 1097 time: 0.0832639 Oct 12 18:55:18.480890 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-98bece21-0f5e-4bf5-b925-13f64dc80f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.541777 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bece21-0f5e-4bf5-b925-13f64dc80f2d admin admin] Network 526677a7-293b-4bf0-910b-92e8d6065ad5 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:55:18.550987 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-526b7b06-0f8d-4f0c-b88a-c2bd5d0aac18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8006203'] for router_interface, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.567899 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-98bece21-0f5e-4bf5-b925-13f64dc80f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:55:18.573543 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bece21-0f5e-4bf5-b925-13f64dc80f2d admin admin] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:55:18.603923 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9ed7a-2623-4606-b3de-d2f0ec548288 req-401feb37-a827-4a30-9d68-1ba407012570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:18.605481 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0ac9ed7a-2623-4606-b3de-d2f0ec548288 req-401feb37-a827-4a30-9d68-1ba407012570 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad3e155a-73bb-40c2-b397-cbadd351c43b HTTP/1.1" status: 200 len: 908 time: 0.1958711 Oct 12 18:55:18.607681 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bece21-0f5e-4bf5-b925-13f64dc80f2d admin admin] Pushing event updated for resources: {'Port': ['ID=886d6b81-7e40-40c3-bee6-1b4abfca1319,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:18.663474 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Notify callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.676887 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.688989 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0ac9ed7a-2623-4606-b3de-d2f0ec548288 req-8b1fbb60-7254-4385-97f0-4c0d6f22a81c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81a0ec45-078e-4282-8461-bef3f0b4078a HTTP/1.1" status: 200 len: 1000 time: 0.0747528 Oct 12 18:55:18.690065 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-98bece21-0f5e-4bf5-b925-13f64dc80f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7932212'] for router_interface, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.794223 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9ed7a-2623-4606-b3de-d2f0ec548288 req-b54e74d1-f4d8-4e39-a627-2209cdf57975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:18.796069 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0ac9ed7a-2623-4606-b3de-d2f0ec548288 req-b54e74d1-f4d8-4e39-a627-2209cdf57975 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd6be2c9-cd51-4484-8581-614ec0f3328e HTTP/1.1" status: 200 len: 846 time: 0.0640132 Oct 12 18:55:18.798623 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:55:18.801400 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0ffce-06d9-494a-96d4-73db192d5145 None None] Pushing event updated for resources: {'Port': ['ID=ab7e6515-1f75-4ce7-90e6-0665bde61221,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:18.841950 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Attempting to bind port ab7e6515-1f75-4ce7-90e6-0665bde61221 on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:55:18.842314 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Attempting to bind port ab7e6515-1f75-4ce7-90e6-0665bde61221 by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:55:18.843443 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Attempting to bind port ab7e6515-1f75-4ce7-90e6-0665bde61221 on network 3ebee7fc-7e47-48dc-a73f-702afd21678f {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:55:18.853289 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:55:18.853685 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Checking segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:55:18.853908 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526b7b06-0f8d-4f0c-b88a-c2bd5d0aac18 admin admin] Router cbd4de1b-a449-4c55-ae76-025c93a9a15b has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:55:18.854166 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.854483 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Bound using segment: {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:55:18.854957 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Bound port: ab7e6515-1f75-4ce7-90e6-0665bde61221, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702a217-8f51-41c3-b6b4-d8cb3314d048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:55:18.855335 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.880323 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9ed7a-2623-4606-b3de-d2f0ec548288 req-9c8c8b70-5b0b-4685-b063-52d3f0709a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:18.881904 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0ac9ed7a-2623-4606-b3de-d2f0ec548288 req-9c8c8b70-5b0b-4685-b063-52d3f0709a68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad3e155a-73bb-40c2-b397-cbadd351c43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621896 Oct 12 18:55:18.919189 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-c8800f94-4763-4c3d-8540-13d4a3bb442b None None] Provisioning complete for port 886d6b81-7e40-40c3-bee6-1b4abfca1319 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:18.919328 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8800f94-4763-4c3d-8540-13d4a3bb442b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.944396 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] For port ab7e6515-1f75-4ce7-90e6-0665bde61221, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:55:18.948095 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-98bece21-0f5e-4bf5-b925-13f64dc80f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.970558 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] For port ab7e6515-1f75-4ce7-90e6-0665bde61221, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=ab7e6515-1f75-4ce7-90e6-0665bde61221,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:55:18.984024 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:18.984452 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:18.987987 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:19.010469 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c8800f94-4763-4c3d-8540-13d4a3bb442b None None] Port 886d6b81-7e40-40c3-bee6-1b4abfca1319 cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:55:19.017850 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526b7b06-0f8d-4f0c-b88a-c2bd5d0aac18 admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:55:19.023568 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-526b7b06-0f8d-4f0c-b88a-c2bd5d0aac18 admin admin] 10.222.0.66 "PUT /v2.0/routers/cbd4de1b-a449-4c55-ae76-025c93a9a15b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4716530 Oct 12 18:55:19.028099 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41324) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:19.029911 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8061f174-0e53-49ed-ab06-b9a202d32ecb None None] Sync routers for ids ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'] in dv-cinder-813229-2-iscsi {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:55:19.041744 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8061f174-0e53-49ed-ab06-b9a202d32ecb None None] Routers {'cbd4de1b-a449-4c55-ae76-025c93a9a15b'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:19.042592 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-8061f174-0e53-49ed-ab06-b9a202d32ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:54:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:19.087532 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Routers {'87588b4b-6437-4da3-a183-0afc48a6c1e3'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:19.088173 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:54:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['87588b4b-6437-4da3-a183-0afc48a6c1e3'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:19.130317 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0ffce-06d9-494a-96d4-73db192d5145 None None] Pushing event updated for resources: {'Port': ['ID=ab7e6515-1f75-4ce7-90e6-0665bde61221,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:19.140428 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-71832a89-2ed0-46bd-a923-c0227b3d2272 admin admin] Notify callbacks [] for router, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:19.209459 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-8061f174-0e53-49ed-ab06-b9a202d32ecb None None] Set router cbd4de1b-a449-4c55-ae76-025c93a9a15b gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:19.237900 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-98bece21-0f5e-4bf5-b925-13f64dc80f2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:19.242215 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] Set router 87588b4b-6437-4da3-a183-0afc48a6c1e3 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:19.268558 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0ac9ed7a-2623-4606-b3de-d2f0ec548288 req-c6385229-231c-431e-a7de-3c651c458c8b service neutron] 10.222.0.21 "GET /v2.0/networks/ad3e155a-73bb-40c2-b397-cbadd351c43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724883 Oct 12 18:55:19.269716 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-71832a89-2ed0-46bd-a923-c0227b3d2272 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:19.272678 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-98bece21-0f5e-4bf5-b925-13f64dc80f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:19.413081 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-71832a89-2ed0-46bd-a923-c0227b3d2272 admin admin] Deleting port ff483f44-b3aa-4847-9e72-de763e60227d {{(pid=100618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:55:19.414846 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-71832a89-2ed0-46bd-a923-c0227b3d2272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:19.430940 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0ac9ed7a-2623-4606-b3de-d2f0ec548288 req-cef0fc61-b157-47fa-bb22-d61c9382832c service neutron] 10.222.0.21 "GET /v2.0/networks/ad3e155a-73bb-40c2-b397-cbadd351c43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351988 Oct 12 18:55:19.447313 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 6223d4e7-4840-4711-b551-7af964a6a48b up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:55:19.467366 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bece21-0f5e-4bf5-b925-13f64dc80f2d admin admin] Pushing event updated for resources: {'Port': ['ID=886d6b81-7e40-40c3-bee6-1b4abfca1319,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:19.481435 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767defe-9e5b-4d97-b697-c495bcdcaec5 req-53f114a8-6ceb-4caa-a833-c59e2c204295 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:19.482928 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2767defe-9e5b-4d97-b697-c495bcdcaec5 req-53f114a8-6ceb-4caa-a833-c59e2c204295 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.2384846 Oct 12 18:55:19.483959 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-98bece21-0f5e-4bf5-b925-13f64dc80f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006308'] for router_interface, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:19.500452 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-8061f174-0e53-49ed-ab06-b9a202d32ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'name': 'tempest-TestMinimumBasicScenario-125431637-router', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:55:18Z', 'revision_number': 5, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'gw_port': {'id': 'ff483f44-b3aa-4847-9e72-de763e60227d', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:19.537831 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8061f174-0e53-49ed-ab06-b9a202d32ecb None None] Checking router: cbd4de1b-a449-4c55-ae76-025c93a9a15b for host: dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:55:19.549050 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8061f174-0e53-49ed-ab06-b9a202d32ecb None None] Routers {'cbd4de1b-a449-4c55-ae76-025c93a9a15b'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:19.549884 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-8061f174-0e53-49ed-ab06-b9a202d32ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:54:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:19.561045 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [None req-71832a89-2ed0-46bd-a923-c0227b3d2272 admin admin] For port ff483f44-b3aa-4847-9e72-de763e60227d, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=ff483f44-b3aa-4847-9e72-de763e60227d,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:19.561937 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-71832a89-2ed0-46bd-a923-c0227b3d2272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:19.563770 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 6223d4e7-4840-4711-b551-7af964a6a48b triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:19.564240 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:19.578485 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-71832a89-2ed0-46bd-a923-c0227b3d2272 admin admin] Calling delete_port for ff483f44-b3aa-4847-9e72-de763e60227d owned by network:router_gateway {{(pid=100618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:55:19.588504 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2767defe-9e5b-4d97-b697-c495bcdcaec5 req-a8c82687-1858-4d87-9578-f5de4c323abb tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958512 Oct 12 18:55:19.604607 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'name': 'tempest-TestVolumeBootPattern-2042000747-router', 'tenant_id': 'b14084464fc14a59a97bc2e27262910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'ab7e6515-1f75-4ce7-90e6-0665bde61221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:14Z', 'updated_at': '2021-10-12T18:55:18Z', 'revision_number': 4, 'project_id': 'b14084464fc14a59a97bc2e27262910e', 'gw_port': {'id': 'ab7e6515-1f75-4ce7-90e6-0665bde61221', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:eb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:15Z', 'updated_at': '2021-10-12T18:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '886d6b81-7e40-40c3-bee6-1b4abfca1319', 'name': '', 'network_id': '526677a7-293b-4bf0-910b-92e8d6065ad5', 'tenant_id': 'b14084464fc14a59a97bc2e27262910e', 'mac_address': 'fa:16:3e:38:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5fb442b1-0561-458c-bae7-8eee4fefb4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:17Z', 'updated_at': '2021-10-12T18:55:18Z', 'revision_number': 1, 'project_id': 'b14084464fc14a59a97bc2e27262910e', 'subnets': [{'id': '5fb442b1-0561-458c-bae7-8eee4fefb4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:19.630156 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bece21-0f5e-4bf5-b925-13f64dc80f2d admin admin] Network 526677a7-293b-4bf0-910b-92e8d6065ad5 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:55:19.631884 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-98bece21-0f5e-4bf5-b925-13f64dc80f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:55:19.637709 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef807ee-42ef-4bd2-acdb-85fde1d286df None None] The sync data for ids ['87588b4b-6437-4da3-a183-0afc48a6c1e3'] in dv-cinder-813229-2-iscsi is: [{'id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'name': 'tempest-TestVolumeBootPattern-2042000747-router', 'tenant_id': 'b14084464fc14a59a97bc2e27262910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'ab7e6515-1f75-4ce7-90e6-0665bde61221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:14Z', 'updated_at': '2021-10-12T18:55:18Z', 'revision_number': 4, 'project_id': 'b14084464fc14a59a97bc2e27262910e', 'gw_port': {'id': 'ab7e6515-1f75-4ce7-90e6-0665bde61221', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:eb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:15Z', 'updated_at': '2021-10-12T18:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '886d6b81-7e40-40c3-bee6-1b4abfca1319', 'name': '', 'network_id': '526677a7-293b-4bf0-910b-92e8d6065ad5', 'tenant_id': 'b14084464fc14a59a97bc2e27262910e', 'mac_address': 'fa:16:3e:38:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5fb442b1-0561-458c-bae7-8eee4fefb4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:17Z', 'updated_at': '2021-10-12T18:55:18Z', 'revision_number': 1, 'project_id': 'b14084464fc14a59a97bc2e27262910e', 'subnets': [{'id': '5fb442b1-0561-458c-bae7-8eee4fefb4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:55:19.672910 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-8061f174-0e53-49ed-ab06-b9a202d32ecb None None] Set router cbd4de1b-a449-4c55-ae76-025c93a9a15b gateway port host: None {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:19.773389 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-8061f174-0e53-49ed-ab06-b9a202d32ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'name': 'tempest-TestMinimumBasicScenario-125431637-router', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:55:19Z', 'revision_number': 6, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'gw_port_host': None}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:19.806131 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bece21-0f5e-4bf5-b925-13f64dc80f2d admin admin] Router 87588b4b-6437-4da3-a183-0afc48a6c1e3 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:55:19.853847 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-71832a89-2ed0-46bd-a923-c0227b3d2272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:19.934717 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71832a89-2ed0-46bd-a923-c0227b3d2272 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff483f44-b3aa-4847-9e72-de763e60227d,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:19.939298 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8061f174-0e53-49ed-ab06-b9a202d32ecb None None] The sync data for ids ['cbd4de1b-a449-4c55-ae76-025c93a9a15b'] in dv-cinder-813229-2-iscsi is: [{'id': 'cbd4de1b-a449-4c55-ae76-025c93a9a15b', 'name': 'tempest-TestMinimumBasicScenario-125431637-router', 'tenant_id': '584c0a7526884dec8eebb6aeeba85c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:02Z', 'updated_at': '2021-10-12T18:55:19Z', 'revision_number': 6, 'project_id': '584c0a7526884dec8eebb6aeeba85c27', 'gw_port_host': None}] {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:55:19.999319 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-71832a89-2ed0-46bd-a923-c0227b3d2272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7932377'] for router_gateway, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:20.040248 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bece21-0f5e-4bf5-b925-13f64dc80f2d admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:55:20.047210 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-73dc1848-7b9b-4815-81a0-fe955bc24595 None None] Provisioning complete for port 886d6b81-7e40-40c3-bee6-1b4abfca1319 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:20.047587 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73dc1848-7b9b-4815-81a0-fe955bc24595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:20.051793 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-98bece21-0f5e-4bf5-b925-13f64dc80f2d admin admin] 10.222.0.66 "PUT /v2.0/routers/87588b4b-6437-4da3-a183-0afc48a6c1e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9660685 Oct 12 18:55:20.094828 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-73dc1848-7b9b-4815-81a0-fe955bc24595 None None] Port 886d6b81-7e40-40c3-bee6-1b4abfca1319 cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:55:20.122298 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-71832a89-2ed0-46bd-a923-c0227b3d2272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24860'] for router, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:20.126524 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-71832a89-2ed0-46bd-a923-c0227b3d2272 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:20.176175 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-71832a89-2ed0-46bd-a923-c0227b3d2272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7999778'] for router, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:20.176851 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71832a89-2ed0-46bd-a923-c0227b3d2272 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbd4de1b-a449-4c55-ae76-025c93a9a15b {{(pid=100618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:55:20.181988 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-71832a89-2ed0-46bd-a923-c0227b3d2272 admin admin] Notify callbacks [] for router, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:20.185860 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-71832a89-2ed0-46bd-a923-c0227b3d2272 admin admin] 10.222.0.66 "DELETE /v2.0/routers/cbd4de1b-a449-4c55-ae76-025c93a9a15b HTTP/1.1" status: 204 len: 168 time: 1.1565228 Oct 12 18:55:20.186035 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 41332) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:20.234130 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_v2 [None req-228b5cfe-d689-4b45-aca6-6266c83ebe5e admin admin] Deleting subnet 9163a3c0-797e-4089-8da9-2009530844eb {{(pid=100617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:55:20.237321 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-228b5cfe-d689-4b45-aca6-6266c83ebe5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:20.279451 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-228b5cfe-d689-4b45-aca6-6266c83ebe5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5055536'] for subnet, precommit_delete_associations {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:20.401143 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-228b5cfe-d689-4b45-aca6-6266c83ebe5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785012'] for subnet, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:20.465374 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-228b5cfe-d689-4b45-aca6-6266c83ebe5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5055686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4759567'] for subnet, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:20.491642 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b5cfe-d689-4b45-aca6-6266c83ebe5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9163a3c0-797e-4089-8da9-2009530844eb,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:20.497415 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-228b5cfe-d689-4b45-aca6-6266c83ebe5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:20.500940 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-228b5cfe-d689-4b45-aca6-6266c83ebe5e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9163a3c0-797e-4089-8da9-2009530844eb HTTP/1.1" status: 204 len: 168 time: 0.3134878 Oct 12 18:55:20.503479 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 41338) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:20.506483 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf67423-7494-4234-a735-0f61fc179127 None None] Network 75f45012-ca84-48de-94b1-c96cbbd8b5d5 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:55:20.589682 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656927'] for network, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:20.676939 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Deleting port f3d747ce-a456-4391-8d6a-471179aec180 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:55:20.677667 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:20.781454 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] For port f3d747ce-a456-4391-8d6a-471179aec180, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=f3d747ce-a456-4391-8d6a-471179aec180,segment=NetworkSegment(fa7c4693-d476-4d43-b37e-55434e3ade44),segment_id=fa7c4693-d476-4d43-b37e-55434e3ade44)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:20.781849 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:20.797716 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f0a5d-368d-4e1b-ba7b-3e3ce0c1730a req-3fd11ba3-7a7c-4e5e-9cb5-cae51f56eee9 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:20.799182 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-602f0a5d-368d-4e1b-ba7b-3e3ce0c1730a req-3fd11ba3-7a7c-4e5e-9cb5-cae51f56eee9 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.1183124 Oct 12 18:55:20.804990 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Calling delete_port for f3d747ce-a456-4391-8d6a-471179aec180 owned by network:dhcp {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:55:20.885278 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-602f0a5d-368d-4e1b-ba7b-3e3ce0c1730a req-cf7717c2-4795-4b56-b18a-f3eabfe280ff tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782690 Oct 12 18:55:20.900105 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199a1c37-e191-45a2-8933-c96162b983fd None None] DHCP port deletion for 75f45012-ca84-48de-94b1-c96cbbd8b5d5 request from dv-cinder-813229-2-iscsi {{(pid=100619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:55:20.919405 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:20.948701 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41344) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:20.953522 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-07ed0bb4-90e2-444d-8316-70175f9fcab3 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1911809304', 'description': 'tempest-secgroup-smoke-1911809304 description', 'project_id': '17353171ead04e3fbd1fd123e328283b'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:20.958894 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] No DVR routers for this DVR port f3d747ce-a456-4391-8d6a-471179aec180 on host dv-cinder-813229-2-iscsi {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:55:20.965370 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d747ce-a456-4391-8d6a-471179aec180,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:20.973486 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-199a1c37-e191-45a2-8933-c96162b983fd None None] Deleting port f3d747ce-a456-4391-8d6a-471179aec180 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:55:20.973865 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-199a1c37-e191-45a2-8933-c96162b983fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:20.982238 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-07ed0bb4-90e2-444d-8316-70175f9fcab3 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.009412 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:21.009905 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:21.010357 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:21.010758 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:21.011153 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:21.011544 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:21.011937 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:21.012327 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:21.013149 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:21.013149 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:21.013470 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:21.014828 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:21.048823 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-199a1c37-e191-45a2-8933-c96162b983fd None None] For port f3d747ce-a456-4391-8d6a-471179aec180, host dv-cinder-813229-2-iscsi, got binding levels [] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:21.049219 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-199a1c37-e191-45a2-8933-c96162b983fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.067463 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-07ed0bb4-90e2-444d-8316-70175f9fcab3 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.068505 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-199a1c37-e191-45a2-8933-c96162b983fd None None] Calling delete_port for f3d747ce-a456-4391-8d6a-471179aec180 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:55:21.071656 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721551', 'neutron.services.segments.db._delete_segments_for_network-8753793662980'] for network, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.073720 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-07ed0bb4-90e2-444d-8316-70175f9fcab3 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.073883 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.ipam_backend_mixin [None req-199a1c37-e191-45a2-8933-c96162b983fd None None] Port f3d747ce-a456-4391-8d6a-471179aec180 was not found and therefore no delete operation was performed {{(pid=100619) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 18:55:21.075478 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-199a1c37-e191-45a2-8933-c96162b983fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.100869 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f45012-ca84-48de-94b1-c96cbbd8b5d5']}} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:21.102720 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a1c37-e191-45a2-8933-c96162b983fd None None] Pushing event deleted for resources: {'Port': ['ID=f3d747ce-a456-4391-8d6a-471179aec180,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:21.106706 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed0bb4-90e2-444d-8316-70175f9fcab3 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:21.107853 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a1c37-e191-45a2-8933-c96162b983fd None None] No DVR routers for this DVR port f3d747ce-a456-4391-8d6a-471179aec180 on host dv-cinder-813229-2-iscsi {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:55:21.114524 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-07ed0bb4-90e2-444d-8316-70175f9fcab3 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.115946 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-07ed0bb4-90e2-444d-8316-70175f9fcab3 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1659722 Oct 12 18:55:21.119897 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41346) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:21.130191 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-6ba9b8e4-17a7-4a89-9b98-cb4717880c9c tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Request body: {'security_group_rule': {'security_group_id': '6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13', 'project_id': '17353171ead04e3fbd1fd123e328283b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:21.136606 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7c4693-d476-4d43-b37e-55434e3ade44') {'for_net_delete': True} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:21.137138 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7c4693-d476-4d43-b37e-55434e3ade44') {} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:21.152453 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753793662477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5055547'] for segment, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.167789 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b8e4-17a7-4a89-9b98-cb4717880c9c tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.172096 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.178830 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=100617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:55:21.179309 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5055256'] for segment, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: Traceback (most recent call last): Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: timer() Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: cb(*args, **kw) Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: return func(*args, **kwargs) Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: self._notify() Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: self.callback(batched_events) Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: event.method(event) Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: return f(self, *a, **k) Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: return self._get(url).json() Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: return self.request(url, 'GET', **kwargs) Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:55:21.181194 dv-cinder-813229-2-iscsi neutron-server[100617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:55:21.228764 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b8e4-17a7-4a89-9b98-cb4717880c9c tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.232240 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b8e4-17a7-4a89-9b98-cb4717880c9c tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.238707 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7932349'] for network, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.244932 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.252452 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] 10.222.0.66 "DELETE /v2.0/networks/75f45012-ca84-48de-94b1-c96cbbd8b5d5 HTTP/1.1" status: 204 len: 168 time: 0.7442689 Oct 12 18:55:21.252452 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 41350) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:21.252860 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9b8e4-17a7-4a89-9b98-cb4717880c9c tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6042f9e-7c7f-42bb-ae9b-d73fff454738,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:21.266671 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b8e4-17a7-4a89-9b98-cb4717880c9c tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.267935 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-6ba9b8e4-17a7-4a89-9b98-cb4717880c9c tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449213 Oct 12 18:55:21.271776 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 41352) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:21.308597 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec8b15-02f1-4814-b034-39f559519dbf admin admin] Pushing event deleted for resources: {'Network': ['ID=75f45012-ca84-48de-94b1-c96cbbd8b5d5,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:21.314182 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-4da12796-29e5-4f41-b314-0f5c55021ddf tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Request body: {'security_group_rule': {'security_group_id': '6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13', 'project_id': '17353171ead04e3fbd1fd123e328283b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:21.365213 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device ab7e6515-1f75-4ce7-90e6-0665bde61221 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:55:21.388619 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4da12796-29e5-4f41-b314-0f5c55021ddf tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.413751 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port ab7e6515-1f75-4ce7-90e6-0665bde61221 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:21.414134 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.493781 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.515149 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] For port ab7e6515-1f75-4ce7-90e6-0665bde61221, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=ab7e6515-1f75-4ce7-90e6-0665bde61221,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:21.519422 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.527658 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4da12796-29e5-4f41-b314-0f5c55021ddf tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.535508 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4da12796-29e5-4f41-b314-0f5c55021ddf tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.564744 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da12796-29e5-4f41-b314-0f5c55021ddf tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc180ae4-0777-44a8-ba5b-f087fb5e9986,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:21.571001 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-4da12796-29e5-4f41-b314-0f5c55021ddf tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.572704 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-4da12796-29e5-4f41-b314-0f5c55021ddf tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2981381 Oct 12 18:55:21.575186 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41354) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:21.581416 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-2e5f8c6d-86ca-4cea-ad68-da6cc403551b tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Request body: {'security_group_rule': {'security_group_id': '6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13', 'project_id': '17353171ead04e3fbd1fd123e328283b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:21.590372 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device ff483f44-b3aa-4847-9e72-de763e60227d no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:55:21.614356 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2e5f8c6d-86ca-4cea-ad68-da6cc403551b tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.619739 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: ff483f44-b3aa-4847-9e72-de763e60227d {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:55:21.620158 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device ff483f44-b3aa-4847-9e72-de763e60227d not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:55:21.620647 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device f3d747ce-a456-4391-8d6a-471179aec180 no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:55:21.643732 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: f3d747ce-a456-4391-8d6a-471179aec180 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:55:21.644160 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device f3d747ce-a456-4391-8d6a-471179aec180 not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:55:21.644694 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:55:21.647313 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Pushing event updated for resources: {'Port': ['ID=ab7e6515-1f75-4ce7-90e6-0665bde61221,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:21.666184 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:55:21.666623 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 0a8efc77-59d1-48fe-8fd8-b134c4fbc1fb not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:55:21.675777 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2e5f8c6d-86ca-4cea-ad68-da6cc403551b tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.680940 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2e5f8c6d-86ca-4cea-ad68-da6cc403551b tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.698572 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f8c6d-86ca-4cea-ad68-da6cc403551b tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5623b7e-1fa5-45a5-a16e-653e5c6cf017,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:21.708154 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2e5f8c6d-86ca-4cea-ad68-da6cc403551b tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.709361 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-2e5f8c6d-86ca-4cea-ad68-da6cc403551b tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329648 Oct 12 18:55:21.712081 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41356) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:21.716399 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-f576189d-d57b-4bc9-82c3-b57aa0e7c7e5 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Request body: {'security_group_rule': {'security_group_id': '6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13', 'project_id': '17353171ead04e3fbd1fd123e328283b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:21.748109 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f576189d-d57b-4bc9-82c3-b57aa0e7c7e5 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.799308 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a2108264-9431-4b31-bfa0-fa338f70b1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8006287'] for router_interface, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.815934 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f576189d-d57b-4bc9-82c3-b57aa0e7c7e5 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.819729 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f576189d-d57b-4bc9-82c3-b57aa0e7c7e5 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.837780 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576189d-d57b-4bc9-82c3-b57aa0e7c7e5 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eca7bc6-96bf-4648-a073-de579b930cbf,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:21.847143 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f576189d-d57b-4bc9-82c3-b57aa0e7c7e5 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.848431 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-f576189d-d57b-4bc9-82c3-b57aa0e7c7e5 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1353562 Oct 12 18:55:21.851094 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41358) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:21.855339 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-2409c71f-eaa5-4913-8c47-b0a1fe59eb14 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Request body: {'security_group_rule': {'security_group_id': '6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13', 'project_id': '17353171ead04e3fbd1fd123e328283b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:21.877672 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.db.securitygroups_db [None req-2409c71f-eaa5-4913-8c47-b0a1fe59eb14 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Project 17353171ead04e3fbd1fd123e328283b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:55:21.882380 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2409c71f-eaa5-4913-8c47-b0a1fe59eb14 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.942000 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2409c71f-eaa5-4913-8c47-b0a1fe59eb14 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.947293 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2409c71f-eaa5-4913-8c47-b0a1fe59eb14 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.965174 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409c71f-eaa5-4913-8c47-b0a1fe59eb14 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa15313-73c0-4cb2-af23-f7ee8930e84c,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:21.974530 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2409c71f-eaa5-4913-8c47-b0a1fe59eb14 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:21.975730 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-2409c71f-eaa5-4913-8c47-b0a1fe59eb14 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237147 Oct 12 18:55:21.978523 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41362) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:21.982735 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-a7b260a5-2998-4dc5-8f9f-177286d36335 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Request body: {'security_group_rule': {'security_group_id': '6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13', 'project_id': '17353171ead04e3fbd1fd123e328283b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:22.007764 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.db.securitygroups_db [None req-a7b260a5-2998-4dc5-8f9f-177286d36335 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Project 17353171ead04e3fbd1fd123e328283b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:55:22.013390 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a7b260a5-2998-4dc5-8f9f-177286d36335 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:22.067554 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57807bad-b8d6-4699-ad6b-339bc757ee7e req-10a226c0-d8ee-4c45-8af0-69532171eb87 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:22.069068 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-57807bad-b8d6-4699-ad6b-339bc757ee7e req-10a226c0-d8ee-4c45-8af0-69532171eb87 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.0780139 Oct 12 18:55:22.084107 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a7b260a5-2998-4dc5-8f9f-177286d36335 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:22.088316 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a7b260a5-2998-4dc5-8f9f-177286d36335 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:22.107883 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b260a5-2998-4dc5-8f9f-177286d36335 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05cc105-b44f-4658-af93-61f883c41029,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:22.116132 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a7b260a5-2998-4dc5-8f9f-177286d36335 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:22.120758 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-a7b260a5-2998-4dc5-8f9f-177286d36335 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1412237 Oct 12 18:55:22.409118 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-57807bad-b8d6-4699-ad6b-339bc757ee7e req-e2886328-cd9a-434b-baff-5fa2b462b832 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295412 Oct 12 18:55:22.433150 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-a2108264-9431-4b31-bfa0-fa338f70b1dd admin admin] Deleting port dc7ebb04-d6f8-4d93-8616-ea14d26289e1 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:55:22.433526 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a2108264-9431-4b31-bfa0-fa338f70b1dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:22.516697 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [None req-a2108264-9431-4b31-bfa0-fa338f70b1dd admin admin] For port dc7ebb04-d6f8-4d93-8616-ea14d26289e1, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=dc7ebb04-d6f8-4d93-8616-ea14d26289e1,segment=NetworkSegment(bccb816c-34f8-49bd-8e19-591a5470a186),segment_id=bccb816c-34f8-49bd-8e19-591a5470a186)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:22.517001 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a2108264-9431-4b31-bfa0-fa338f70b1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:22.529685 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-a2108264-9431-4b31-bfa0-fa338f70b1dd admin admin] Calling delete_port for dc7ebb04-d6f8-4d93-8616-ea14d26289e1 owned by network:router_interface {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:55:22.752439 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a2108264-9431-4b31-bfa0-fa338f70b1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:22.779002 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2108264-9431-4b31-bfa0-fa338f70b1dd admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7ebb04-d6f8-4d93-8616-ea14d26289e1,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:22.953916 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-a2108264-9431-4b31-bfa0-fa338f70b1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8006203'] for router_interface, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:23.192749 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2108264-9431-4b31-bfa0-fa338f70b1dd admin admin] Router 7f247ab5-90fa-4186-a87c-bf9a4cf9d166 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:55:23.316528 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2108264-9431-4b31-bfa0-fa338f70b1dd admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:55:23.324619 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41422) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:23.325096 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-a2108264-9431-4b31-bfa0-fa338f70b1dd admin admin] 10.222.0.66 "PUT /v2.0/routers/7f247ab5-90fa-4186-a87c-bf9a4cf9d166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0721476 Oct 12 18:55:23.327930 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f20c2c4-f6c9-4599-abed-813d46c4f28c None None] Sync routers for ids ['7f247ab5-90fa-4186-a87c-bf9a4cf9d166'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:55:23.337894 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f20c2c4-f6c9-4599-abed-813d46c4f28c None None] Routers {'7f247ab5-90fa-4186-a87c-bf9a4cf9d166'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:23.338759 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-2f20c2c4-f6c9-4599-abed-813d46c4f28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:54:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['7f247ab5-90fa-4186-a87c-bf9a4cf9d166'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:23.398406 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device ab7e6515-1f75-4ce7-90e6-0665bde61221 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:55:23.409470 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Sync routers for ids ['87588b4b-6437-4da3-a183-0afc48a6c1e3'] in dv-cinder-813229-2-iscsi {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:55:23.418221 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Routers {'87588b4b-6437-4da3-a183-0afc48a6c1e3'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:23.418901 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:54:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['87588b4b-6437-4da3-a183-0afc48a6c1e3'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:23.456346 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-015a1ceb-d10c-4d5d-882c-41dffe2aefec admin admin] Notify callbacks [] for router, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:23.518205 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-2f20c2c4-f6c9-4599-abed-813d46c4f28c None None] Set router 7f247ab5-90fa-4186-a87c-bf9a4cf9d166 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:23.553481 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Set router 87588b4b-6437-4da3-a183-0afc48a6c1e3 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:23.564201 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f0c3e-913f-429a-af44-481358f415eb req-9efe5453-318e-4398-bda1-ed3c6812f6c1 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:23.565956 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ff4f0c3e-913f-429a-af44-481358f415eb req-9efe5453-318e-4398-bda1-ed3c6812f6c1 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.0536680 Oct 12 18:55:23.593681 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port ab7e6515-1f75-4ce7-90e6-0665bde61221 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:23.594054 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:23.612160 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-015a1ceb-d10c-4d5d-882c-41dffe2aefec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:23.612389 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ff4f0c3e-913f-429a-af44-481358f415eb req-05378112-3eba-4ef1-9b08-5cd16eb1072c tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379055 Oct 12 18:55:23.713793 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-015a1ceb-d10c-4d5d-882c-41dffe2aefec admin admin] Deleting port 2864784c-b58a-4b9f-8890-776a2eba70e6 {{(pid=100618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:55:23.714236 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-015a1ceb-d10c-4d5d-882c-41dffe2aefec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:23.802222 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'name': 'tempest-TestVolumeBootPattern-2042000747-router', 'tenant_id': 'b14084464fc14a59a97bc2e27262910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'ab7e6515-1f75-4ce7-90e6-0665bde61221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:14Z', 'updated_at': '2021-10-12T18:55:18Z', 'revision_number': 4, 'project_id': 'b14084464fc14a59a97bc2e27262910e', 'gw_port': {'id': 'ab7e6515-1f75-4ce7-90e6-0665bde61221', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:eb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:15Z', 'updated_at': '2021-10-12T18:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '886d6b81-7e40-40c3-bee6-1b4abfca1319', 'name': '', 'network_id': '526677a7-293b-4bf0-910b-92e8d6065ad5', 'tenant_id': 'b14084464fc14a59a97bc2e27262910e', 'mac_address': 'fa:16:3e:38:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5fb442b1-0561-458c-bae7-8eee4fefb4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:17Z', 'updated_at': '2021-10-12T18:55:19Z', 'revision_number': 2, 'project_id': 'b14084464fc14a59a97bc2e27262910e', 'subnets': [{'id': '5fb442b1-0561-458c-bae7-8eee4fefb4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:23.803226 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [None req-015a1ceb-d10c-4d5d-882c-41dffe2aefec admin admin] For port 2864784c-b58a-4b9f-8890-776a2eba70e6, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=2864784c-b58a-4b9f-8890-776a2eba70e6,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:23.803863 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-015a1ceb-d10c-4d5d-882c-41dffe2aefec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:23.815166 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-2f20c2c4-f6c9-4599-abed-813d46c4f28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f247ab5-90fa-4186-a87c-bf9a4cf9d166', 'name': 'tempest-TestMinimumBasicScenario-1526041067-router', 'tenant_id': '84600fa36b2f459196f40525e30bfb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2864784c-b58a-4b9f-8890-776a2eba70e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:09Z', 'updated_at': '2021-10-12T18:55:22Z', 'revision_number': 5, 'project_id': '84600fa36b2f459196f40525e30bfb05', 'gw_port': {'id': '2864784c-b58a-4b9f-8890-776a2eba70e6', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f247ab5-90fa-4186-a87c-bf9a4cf9d166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:49:09Z', 'updated_at': '2021-10-12T18:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:23.816713 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-015a1ceb-d10c-4d5d-882c-41dffe2aefec admin admin] Calling delete_port for 2864784c-b58a-4b9f-8890-776a2eba70e6 owned by network:router_gateway {{(pid=100618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:55:23.835820 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Checking router: 87588b4b-6437-4da3-a183-0afc48a6c1e3 for host: dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:55:23.836167 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Updating router 87588b4b-6437-4da3-a183-0afc48a6c1e3 port 886d6b81-7e40-40c3-bee6-1b4abfca1319 binding host dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:55:23.843997 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f20c2c4-f6c9-4599-abed-813d46c4f28c None None] Checking router: 7f247ab5-90fa-4186-a87c-bf9a4cf9d166 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:55:23.852492 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f20c2c4-f6c9-4599-abed-813d46c4f28c None None] Routers {'7f247ab5-90fa-4186-a87c-bf9a4cf9d166'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:23.853095 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-2f20c2c4-f6c9-4599-abed-813d46c4f28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:54:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['7f247ab5-90fa-4186-a87c-bf9a4cf9d166'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:23.861283 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:23.940832 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-2f20c2c4-f6c9-4599-abed-813d46c4f28c None None] Set router 7f247ab5-90fa-4186-a87c-bf9a4cf9d166 gateway port host: None {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:23.996207 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-015a1ceb-d10c-4d5d-882c-41dffe2aefec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:23.999354 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-2f20c2c4-f6c9-4599-abed-813d46c4f28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f247ab5-90fa-4186-a87c-bf9a4cf9d166', 'name': 'tempest-TestMinimumBasicScenario-1526041067-router', 'tenant_id': '84600fa36b2f459196f40525e30bfb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:09Z', 'updated_at': '2021-10-12T18:55:23Z', 'revision_number': 6, 'project_id': '84600fa36b2f459196f40525e30bfb05', 'gw_port_host': None}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:24.026977 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f20c2c4-f6c9-4599-abed-813d46c4f28c None None] The sync data for ids ['7f247ab5-90fa-4186-a87c-bf9a4cf9d166'] in dv-cinder-813229-2-iscsi is: [{'id': '7f247ab5-90fa-4186-a87c-bf9a4cf9d166', 'name': 'tempest-TestMinimumBasicScenario-1526041067-router', 'tenant_id': '84600fa36b2f459196f40525e30bfb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:49:09Z', 'updated_at': '2021-10-12T18:55:23Z', 'revision_number': 6, 'project_id': '84600fa36b2f459196f40525e30bfb05', 'gw_port_host': None}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:55:24.033078 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a1ceb-d10c-4d5d-882c-41dffe2aefec admin admin] Pushing event deleted for resources: {'Port': ['ID=2864784c-b58a-4b9f-8890-776a2eba70e6,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:24.096198 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-015a1ceb-d10c-4d5d-882c-41dffe2aefec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7932377'] for router_gateway, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.144190 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.149142 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.197941 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bed1c-fd01-4dbd-b811-e120142657ac None None] Pushing event updated for resources: {'Port': ['ID=886d6b81-7e40-40c3-bee6-1b4abfca1319,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:24.266785 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Attempting to bind port 886d6b81-7e40-40c3-bee6-1b4abfca1319 on host dv-cinder-813229-2-iscsi for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:55:24.267279 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Attempting to bind port 886d6b81-7e40-40c3-bee6-1b4abfca1319 by drivers openvswitch,hyperv on host dv-cinder-813229-2-iscsi at level 0 using segments [{'id': 'c4bdb799-bab0-4f21-809e-ad24c906bc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '526677a7-293b-4bf0-910b-92e8d6065ad5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:55:24.267767 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Attempting to bind port 886d6b81-7e40-40c3-bee6-1b4abfca1319 on network 526677a7-293b-4bf0-910b-92e8d6065ad5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:55:24.273372 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Checking agent: {'id': 'cbf94416-a60f-407d-86a9-3aa7e8c7a3e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 38, 58), 'started_at': datetime.datetime(2021, 10, 12, 18, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:55:24.273754 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Checking segment: {'id': 'c4bdb799-bab0-4f21-809e-ad24c906bc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '526677a7-293b-4bf0-910b-92e8d6065ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:55:24.274163 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.274555 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Bound using segment: {'id': 'c4bdb799-bab0-4f21-809e-ad24c906bc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '526677a7-293b-4bf0-910b-92e8d6065ad5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:55:24.275138 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Bound port: 886d6b81-7e40-40c3-bee6-1b4abfca1319, host: dv-cinder-813229-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4bdb799-bab0-4f21-809e-ad24c906bc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '526677a7-293b-4bf0-910b-92e8d6065ad5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:55:24.275579 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.348500 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] For port 886d6b81-7e40-40c3-bee6-1b4abfca1319, host dv-cinder-813229-2-iscsi, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:55:24.352119 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] For port 886d6b81-7e40-40c3-bee6-1b4abfca1319, host dv-cinder-813229-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=886d6b81-7e40-40c3-bee6-1b4abfca1319,segment=NetworkSegment(c4bdb799-bab0-4f21-809e-ad24c906bc36),segment_id=c4bdb799-bab0-4f21-809e-ad24c906bc36)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:55:24.356922 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.402335 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-015a1ceb-d10c-4d5d-882c-41dffe2aefec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24860'] for router, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.404578 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-015a1ceb-d10c-4d5d-882c-41dffe2aefec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.424684 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bed1c-fd01-4dbd-b811-e120142657ac None None] Pushing event updated for resources: {'Port': ['ID=886d6b81-7e40-40c3-bee6-1b4abfca1319,revision_number=4']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:24.428959 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Routers {'87588b4b-6437-4da3-a183-0afc48a6c1e3'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:24.429784 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:54:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['87588b4b-6437-4da3-a183-0afc48a6c1e3'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:24.472774 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-015a1ceb-d10c-4d5d-882c-41dffe2aefec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7999778'] for router, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.473488 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015a1ceb-d10c-4d5d-882c-41dffe2aefec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f247ab5-90fa-4186-a87c-bf9a4cf9d166 {{(pid=100618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:55:24.484581 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-015a1ceb-d10c-4d5d-882c-41dffe2aefec admin admin] Notify callbacks [] for router, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.486197 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-015a1ceb-d10c-4d5d-882c-41dffe2aefec admin admin] 10.222.0.66 "DELETE /v2.0/routers/7f247ab5-90fa-4186-a87c-bf9a4cf9d166 HTTP/1.1" status: 204 len: 168 time: 1.1597433 Oct 12 18:55:24.488849 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 41432) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:24.500744 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45a14f59-55f2-4a17-9253-8877c299db44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.506138 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-df0e34f9-5ca9-478d-b8a4-532de2a10543 None None] Provisioning complete for port 886d6b81-7e40-40c3-bee6-1b4abfca1319 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:24.514842 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df0e34f9-5ca9-478d-b8a4-532de2a10543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.563016 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0b3e16-7abc-43e4-8cac-83fb184452eb admin admin] Deleting subnet a372c910-8363-4ffd-bd16-716f93517d07 {{(pid=100617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:55:24.566574 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-aa0b3e16-7abc-43e4-8cac-83fb184452eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.602514 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] Set router 87588b4b-6437-4da3-a183-0afc48a6c1e3 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:24.619890 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-aa0b3e16-7abc-43e4-8cac-83fb184452eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5055536'] for subnet, precommit_delete_associations {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.654020 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df0e34f9-5ca9-478d-b8a4-532de2a10543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.723987 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-df0e34f9-5ca9-478d-b8a4-532de2a10543 None None] For port 886d6b81-7e40-40c3-bee6-1b4abfca1319, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=886d6b81-7e40-40c3-bee6-1b4abfca1319,segment=NetworkSegment(c4bdb799-bab0-4f21-809e-ad24c906bc36),segment_id=c4bdb799-bab0-4f21-809e-ad24c906bc36)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:24.735070 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df0e34f9-5ca9-478d-b8a4-532de2a10543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.788317 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e34f9-5ca9-478d-b8a4-532de2a10543 None None] Pushing event updated for resources: {'Port': ['ID=886d6b81-7e40-40c3-bee6-1b4abfca1319,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:24.797717 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-aa0b3e16-7abc-43e4-8cac-83fb184452eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785012'] for subnet, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.839696 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74a506-f902-4767-9ccd-e34af7aff41a req-27101578-771c-4a69-bf2d-71099e5ff60c tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:24.841178 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4c74a506-f902-4767-9ccd-e34af7aff41a req-27101578-771c-4a69-bf2d-71099e5ff60c tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.0997531 Oct 12 18:55:24.854311 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'name': 'tempest-TestVolumeBootPattern-2042000747-router', 'tenant_id': 'b14084464fc14a59a97bc2e27262910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'ab7e6515-1f75-4ce7-90e6-0665bde61221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:14Z', 'updated_at': '2021-10-12T18:55:18Z', 'revision_number': 4, 'project_id': 'b14084464fc14a59a97bc2e27262910e', 'gw_port': {'id': 'ab7e6515-1f75-4ce7-90e6-0665bde61221', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:eb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:15Z', 'updated_at': '2021-10-12T18:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '886d6b81-7e40-40c3-bee6-1b4abfca1319', 'name': '', 'network_id': '526677a7-293b-4bf0-910b-92e8d6065ad5', 'tenant_id': 'b14084464fc14a59a97bc2e27262910e', 'mac_address': 'fa:16:3e:38:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5fb442b1-0561-458c-bae7-8eee4fefb4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:17Z', 'updated_at': '2021-10-12T18:55:24Z', 'revision_number': 4, 'project_id': 'b14084464fc14a59a97bc2e27262910e', 'subnets': [{'id': '5fb442b1-0561-458c-bae7-8eee4fefb4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:24.855506 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-fd9adb72-a383-4ee0-9512-464f9bc3a8a1 None None] Provisioning complete for port 886d6b81-7e40-40c3-bee6-1b4abfca1319 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:24.855982 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd9adb72-a383-4ee0-9512-464f9bc3a8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.887488 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effb1a45-afe8-498f-9f88-d91428eb9683 None None] The sync data for ids ['87588b4b-6437-4da3-a183-0afc48a6c1e3'] in dv-cinder-813229-2-iscsi is: [{'id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'name': 'tempest-TestVolumeBootPattern-2042000747-router', 'tenant_id': 'b14084464fc14a59a97bc2e27262910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'ab7e6515-1f75-4ce7-90e6-0665bde61221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:14Z', 'updated_at': '2021-10-12T18:55:18Z', 'revision_number': 4, 'project_id': 'b14084464fc14a59a97bc2e27262910e', 'gw_port': {'id': 'ab7e6515-1f75-4ce7-90e6-0665bde61221', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:eb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:15Z', 'updated_at': '2021-10-12T18:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '886d6b81-7e40-40c3-bee6-1b4abfca1319', 'name': '', 'network_id': '526677a7-293b-4bf0-910b-92e8d6065ad5', 'tenant_id': 'b14084464fc14a59a97bc2e27262910e', 'mac_address': 'fa:16:3e:38:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5fb442b1-0561-458c-bae7-8eee4fefb4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:17Z', 'updated_at': '2021-10-12T18:55:24Z', 'revision_number': 4, 'project_id': 'b14084464fc14a59a97bc2e27262910e', 'subnets': [{'id': '5fb442b1-0561-458c-bae7-8eee4fefb4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:55:24.893799 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4c74a506-f902-4767-9ccd-e34af7aff41a req-110f48cb-8291-4f0f-bd5a-947fabb304da tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447052 Oct 12 18:55:24.894733 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-aa0b3e16-7abc-43e4-8cac-83fb184452eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5055686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4759567'] for subnet, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.931640 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b3e16-7abc-43e4-8cac-83fb184452eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a372c910-8363-4ffd-bd16-716f93517d07,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:24.934011 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-aa0b3e16-7abc-43e4-8cac-83fb184452eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:24.940475 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41438) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:24.940605 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-aa0b3e16-7abc-43e4-8cac-83fb184452eb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a372c910-8363-4ffd-bd16-716f93517d07 HTTP/1.1" status: 204 len: 168 time: 0.4501376 Oct 12 18:55:24.950215 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13ae727-5843-4132-beb4-aae826161d94 None None] Network 61cd6a51-28eb-48cc-8584-58130104f1cc requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:55:25.030514 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656927'] for network, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.106746 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] Deleting port 35c7ec42-d82f-4b17-bbf8-7fed053c212f {{(pid=100618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:55:25.107151 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.173746 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cff8c3-61f0-4f9c-840d-797d5480a74d None None] DHCP port deletion for 61cd6a51-28eb-48cc-8584-58130104f1cc request from dv-cinder-813229-2-iscsi {{(pid=100619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:55:25.180620 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] For port 35c7ec42-d82f-4b17-bbf8-7fed053c212f, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=35c7ec42-d82f-4b17-bbf8-7fed053c212f,segment=NetworkSegment(bccb816c-34f8-49bd-8e19-591a5470a186),segment_id=bccb816c-34f8-49bd-8e19-591a5470a186)] {{(pid=100618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:25.181004 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.195595 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] Calling delete_port for 35c7ec42-d82f-4b17-bbf8-7fed053c212f owned by network:dhcp {{(pid=100618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:55:25.223277 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d6cff8c3-61f0-4f9c-840d-797d5480a74d None None] Deleting port 35c7ec42-d82f-4b17-bbf8-7fed053c212f {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:55:25.223658 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6cff8c3-61f0-4f9c-840d-797d5480a74d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.307351 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.329438 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-d6cff8c3-61f0-4f9c-840d-797d5480a74d None None] For port 35c7ec42-d82f-4b17-bbf8-7fed053c212f, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=35c7ec42-d82f-4b17-bbf8-7fed053c212f,segment=NetworkSegment(bccb816c-34f8-49bd-8e19-591a5470a186),segment_id=bccb816c-34f8-49bd-8e19-591a5470a186)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:25.330181 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6cff8c3-61f0-4f9c-840d-797d5480a74d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.339460 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] Pushing event deleted for resources: {'Port': ['ID=35c7ec42-d82f-4b17-bbf8-7fed053c212f,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:25.344495 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] No DVR routers for this DVR port 35c7ec42-d82f-4b17-bbf8-7fed053c212f on host dv-cinder-813229-2-iscsi {{(pid=100618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:55:25.350656 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d6cff8c3-61f0-4f9c-840d-797d5480a74d None None] Calling delete_port for 35c7ec42-d82f-4b17-bbf8-7fed053c212f owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:55:25.396446 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 886d6b81-7e40-40c3-bee6-1b4abfca1319 up at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:55:25.428860 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721551', 'neutron.services.segments.db._delete_segments_for_network-8753793662980'] for network, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.453338 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cd6a51-28eb-48cc-8584-58130104f1cc']}} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:25.463775 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bccb816c-34f8-49bd-8e19-591a5470a186') {'for_net_delete': True} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:25.464163 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bccb816c-34f8-49bd-8e19-591a5470a186') {} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:25.475337 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753793662477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4565163'] for segment, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.501314 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.507964 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=100618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:55:25.508584 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4876658'] for segment, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: Traceback (most recent call last): Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: timer() Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: cb(*args, **kw) Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: return func(*args, **kwargs) Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: self._notify() Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: self.callback(batched_events) Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: event.method(event) Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: return f(self, *a, **k) Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: return self._get(url).json() Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: return self.request(url, 'GET', **kwargs) Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:55:25.510638 dv-cinder-813229-2-iscsi neutron-server[100618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:55:25.588680 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7932349'] for network, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.593545 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.597430 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] 10.222.0.66 "DELETE /v2.0/networks/61cd6a51-28eb-48cc-8584-58130104f1cc HTTP/1.1" status: 204 len: 168 time: 0.6559737 Oct 12 18:55:25.628024 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea21718-8b83-4564-a3ce-cffcfb46fb00 admin admin] Pushing event deleted for resources: {'Network': ['ID=61cd6a51-28eb-48cc-8584-58130104f1cc,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:25.660035 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Provisioning complete for port 886d6b81-7e40-40c3-bee6-1b4abfca1319 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:25.660484 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.687300 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6cff8c3-61f0-4f9c-840d-797d5480a74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.720751 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cff8c3-61f0-4f9c-840d-797d5480a74d None None] Pushing event deleted for resources: {'Port': ['ID=35c7ec42-d82f-4b17-bbf8-7fed053c212f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:25.722757 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d6cff8c3-61f0-4f9c-840d-797d5480a74d None None] Network 61cd6a51-28eb-48cc-8584-58130104f1cc is not hosted by any dhcp agent {{(pid=100619) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 18:55:25.723334 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cff8c3-61f0-4f9c-840d-797d5480a74d None None] No DVR routers for this DVR port 35c7ec42-d82f-4b17-bbf8-7fed053c212f on host dv-cinder-813229-2-iscsi {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:55:25.758719 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41444) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:25.804796 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-22785d6c-713f-4d3b-8548-3d7b5ef1a49b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=584c0a7526884dec8eebb6aeeba85c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446644 Oct 12 18:55:25.807324 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 41448) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:25.847138 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 2864784c-b58a-4b9f-8890-776a2eba70e6 no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:55:25.866990 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-90de3f33-5aab-4640-b2bc-3c5388e6385c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.867252 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: 2864784c-b58a-4b9f-8890-776a2eba70e6 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:55:25.867658 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 2864784c-b58a-4b9f-8890-776a2eba70e6 not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:55:25.868366 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device dc7ebb04-d6f8-4d93-8616-ea14d26289e1 no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:55:25.887673 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: dc7ebb04-d6f8-4d93-8616-ea14d26289e1 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:55:25.888060 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device dc7ebb04-d6f8-4d93-8616-ea14d26289e1 not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:55:25.888537 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 35c7ec42-d82f-4b17-bbf8-7fed053c212f no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:55:25.888650 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-90de3f33-5aab-4640-b2bc-3c5388e6385c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.907241 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: 35c7ec42-d82f-4b17-bbf8-7fed053c212f {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:55:25.907583 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 35c7ec42-d82f-4b17-bbf8-7fed053c212f not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:55:25.947466 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-90de3f33-5aab-4640-b2bc-3c5388e6385c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.950168 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-90de3f33-5aab-4640-b2bc-3c5388e6385c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:25.951321 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-90de3f33-5aab-4640-b2bc-3c5388e6385c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ff6ff39-8a09-49f5-8793-9f11e18318ea HTTP/1.1" status: 204 len: 168 time: 0.1428261 Oct 12 18:55:25.960128 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de3f33-5aab-4640-b2bc-3c5388e6385c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff6ff39-8a09-49f5-8793-9f11e18318ea,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:26.028863 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04b76e-491d-4df2-a184-3c37f76e1e0b req-10d2f20f-1566-4fd1-a1bc-033670313905 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:26.030562 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ea04b76e-491d-4df2-a184-3c37f76e1e0b req-10d2f20f-1566-4fd1-a1bc-033670313905 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.0502439 Oct 12 18:55:26.070585 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ea04b76e-491d-4df2-a184-3c37f76e1e0b req-d818bc37-3c63-4f32-a371-77f0a20be395 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337641 Oct 12 18:55:26.271020 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41458) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:26.314451 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-22f7952b-b988-434c-be53-3fc2a593be3e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=84600fa36b2f459196f40525e30bfb05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420942 Oct 12 18:55:26.316941 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41460) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:26.366384 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd15a-d03a-49a1-8f50-37a9bfa30411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:26.387166 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd15a-d03a-49a1-8f50-37a9bfa30411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:26.434707 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd15a-d03a-49a1-8f50-37a9bfa30411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:26.438313 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd15a-d03a-49a1-8f50-37a9bfa30411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:26.439466 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-7f8dd15a-d03a-49a1-8f50-37a9bfa30411 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b2257b4-b08b-425a-91b9-97b95286a029 HTTP/1.1" status: 204 len: 168 time: 0.1215754 Oct 12 18:55:26.447500 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dd15a-d03a-49a1-8f50-37a9bfa30411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2257b4-b08b-425a-91b9-97b95286a029,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:26.980828 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68ce0ee0-b9ae-4f4c-8e34-423de6c9c0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:27.189806 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbb685-bb61-4847-8665-c1e9f52f97d2 req-0a62d6f7-ed7b-420d-ba98-e2f4b3d22f0b tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:27.191293 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c6dbb685-bb61-4847-8665-c1e9f52f97d2 req-0a62d6f7-ed7b-420d-ba98-e2f4b3d22f0b tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.0529289 Oct 12 18:55:27.229686 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c6dbb685-bb61-4847-8665-c1e9f52f97d2 req-36cc21d9-4323-4a5c-a6e2-9db82f75bc88 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319374 Oct 12 18:55:27.487691 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412925c-3df2-4a78-a9c5-939502ae53d1 req-57821bea-a60e-43e8-956e-f68aa0265e1f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:27.489135 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2412925c-3df2-4a78-a9c5-939502ae53d1 req-57821bea-a60e-43e8-956e-f68aa0265e1f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0485666 Oct 12 18:55:27.526929 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2412925c-3df2-4a78-a9c5-939502ae53d1 req-2eebd198-6a1e-483f-985f-9829bcca7978 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318778 Oct 12 18:55:28.001583 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.129920 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 81a0ec45-078e-4282-8461-bef3f0b4078a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:55:28.202720 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.235022 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 81a0ec45-078e-4282-8461-bef3f0b4078a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=81a0ec45-078e-4282-8461-bef3f0b4078a,segment=NetworkSegment(68d02c8e-4642-4324-9254-585c2cfb9925),segment_id=68d02c8e-4642-4324-9254-585c2cfb9925)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:28.245640 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': '81a0ec45-078e-4282-8461-bef3f0b4078a', 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b', 'port_id': '81a0ec45-078e-4282-8461-bef3f0b4078a', 'mac_address': 'fa:16:3e:ea:5c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:55:28.287409 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.303022 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a0ec45-078e-4282-8461-bef3f0b4078a {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:55:28.325225 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 81a0ec45-078e-4282-8461-bef3f0b4078a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=81a0ec45-078e-4282-8461-bef3f0b4078a,segment=NetworkSegment(68d02c8e-4642-4324-9254-585c2cfb9925),segment_id=68d02c8e-4642-4324-9254-585c2cfb9925)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:28.330069 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:28.349729 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cc8d1-2ef5-45fb-8392-cb8e5dfbd382 req-47ae4de6-52c0-489b-8642-d9383c4bba22 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:28.351253 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-112cc8d1-2ef5-45fb-8392-cb8e5dfbd382 req-47ae4de6-52c0-489b-8642-d9383c4bba22 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 944 time: 0.0519559 Oct 12 18:55:28.383558 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=81a0ec45-078e-4282-8461-bef3f0b4078a,revision_number=7']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:28.390799 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-112cc8d1-2ef5-45fb-8392-cb8e5dfbd382 req-d4b9d3b8-af34-4ab7-951a-e6a5b21a548a tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335646 Oct 12 18:55:28.653277 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f3012-97c4-4dbc-bde6-7629619b806f req-2bdd93b4-7c55-48a2-bea7-80ac4da997a4 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:28.655304 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-653f3012-97c4-4dbc-bde6-7629619b806f req-2bdd93b4-7c55-48a2-bea7-80ac4da997a4 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0517261 Oct 12 18:55:28.692369 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-653f3012-97c4-4dbc-bde6-7629619b806f req-0a85774f-5bb8-469f-867f-4a9cccfe4323 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=f3a35328-6533-4920-8252-64808366e3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309470 Oct 12 18:55:28.805092 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['81a0ec45-078e-4282-8461-bef3f0b4078a'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:55:28.838222 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8f2f5-c3cc-440d-9e36-7b4724b2c0ad req-046325a4-9c72-460c-813c-74826b68d380 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:28.839649 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-aaf8f2f5-c3cc-440d-9e36-7b4724b2c0ad req-046325a4-9c72-460c-813c-74826b68d380 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.21 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 945 time: 0.0487227 Oct 12 18:55:28.943185 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-aaf8f2f5-c3cc-440d-9e36-7b4724b2c0ad req-d2c43c46-32b2-4a16-bcd4-48dd739f6f6d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Deleting port 39d8134f-72c7-47ae-b5d2-c205eef0e082 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:55:28.943185 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-aaf8f2f5-c3cc-440d-9e36-7b4724b2c0ad req-d2c43c46-32b2-4a16-bcd4-48dd739f6f6d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:29.052013 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-aaf8f2f5-c3cc-440d-9e36-7b4724b2c0ad req-d2c43c46-32b2-4a16-bcd4-48dd739f6f6d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] For port 39d8134f-72c7-47ae-b5d2-c205eef0e082, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=39d8134f-72c7-47ae-b5d2-c205eef0e082,segment=NetworkSegment(74016772-6d56-46ab-87c7-6399d5a791c8),segment_id=74016772-6d56-46ab-87c7-6399d5a791c8)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:29.052372 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-aaf8f2f5-c3cc-440d-9e36-7b4724b2c0ad req-d2c43c46-32b2-4a16-bcd4-48dd739f6f6d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:29.223067 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-aaf8f2f5-c3cc-440d-9e36-7b4724b2c0ad req-d2c43c46-32b2-4a16-bcd4-48dd739f6f6d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:29.223329 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-aaf8f2f5-c3cc-440d-9e36-7b4724b2c0ad req-d2c43c46-32b2-4a16-bcd4-48dd739f6f6d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7932303'] for floatingip, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:29.223635 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.l3_db [req-aaf8f2f5-c3cc-440d-9e36-7b4724b2c0ad req-d2c43c46-32b2-4a16-bcd4-48dd739f6f6d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Floating IP 47a334c6-051b-4a25-90e5-cf6eee4ff755 disassociated. External IP: 172.27.0.53, port: 39d8134f-72c7-47ae-b5d2-c205eef0e082. Oct 12 18:55:29.223964 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-aaf8f2f5-c3cc-440d-9e36-7b4724b2c0ad req-d2c43c46-32b2-4a16-bcd4-48dd739f6f6d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Calling delete_port for 39d8134f-72c7-47ae-b5d2-c205eef0e082 owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:55:29.355934 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-aaf8f2f5-c3cc-440d-9e36-7b4724b2c0ad req-d2c43c46-32b2-4a16-bcd4-48dd739f6f6d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:29.381499 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c43c46-32b2-4a16-bcd4-48dd739f6f6d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Pushing event deleted for resources: {'Port': ['ID=39d8134f-72c7-47ae-b5d2-c205eef0e082,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:29.527129 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaf8f2f5-c3cc-440d-9e36-7b4724b2c0ad req-d2c43c46-32b2-4a16-bcd4-48dd739f6f6d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:55:29.541585 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043af1dd-8940-47d8-b9c5-2d747cde156d req-a20ecefc-0c4f-4889-b72b-b1959e8b5565 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:29.543029 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-043af1dd-8940-47d8-b9c5-2d747cde156d req-a20ecefc-0c4f-4889-b72b-b1959e8b5565 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 945 time: 0.0704818 Oct 12 18:55:29.648213 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-043af1dd-8940-47d8-b9c5-2d747cde156d req-28c6a22e-8274-464e-a59f-ecef80601beb tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982985 Oct 12 18:55:29.672815 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaf8f2f5-c3cc-440d-9e36-7b4724b2c0ad req-d2c43c46-32b2-4a16-bcd4-48dd739f6f6d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:55:29.683058 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7113d49-751c-4d4c-8d88-c453c79d6bed None None] Sync routers for ids ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:55:29.692595 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7113d49-751c-4d4c-8d88-c453c79d6bed None None] Routers {'d8a4b2b6-2da1-46ea-811a-5120ce7fd178'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:29.693272 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-e7113d49-751c-4d4c-8d88-c453c79d6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:55:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:29.716889 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf8f2f5-c3cc-440d-9e36-7b4724b2c0ad req-d2c43c46-32b2-4a16-bcd4-48dd739f6f6d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] No DVR routers for this DVR port 39d8134f-72c7-47ae-b5d2-c205eef0e082 on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:55:29.719004 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-aaf8f2f5-c3cc-440d-9e36-7b4724b2c0ad req-d2c43c46-32b2-4a16-bcd4-48dd739f6f6d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:29.722583 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-aaf8f2f5-c3cc-440d-9e36-7b4724b2c0ad req-d2c43c46-32b2-4a16-bcd4-48dd739f6f6d tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.21 "DELETE /v2.0/ports/39d8134f-72c7-47ae-b5d2-c205eef0e082 HTTP/1.1" status: 204 len: 173 time: 0.8765602 Oct 12 18:55:29.723032 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052959b3-ff6a-4f83-b7e5-020c3dc25dcc', 'name': 'network-vif-deleted', 'tag': '39d8134f-72c7-47ae-b5d2-c205eef0e082'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:55:29.725436 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4d44de-e023-4733-8302-db38419c19c3" -d '{"events": [{"server_uuid": "052959b3-ff6a-4f83-b7e5-020c3dc25dcc", "name": "network-vif-deleted", "tag": "39d8134f-72c7-47ae-b5d2-c205eef0e082"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:55:29.760866 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:29.798197 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1b8052-9d3f-4640-8976-8e52c09eac31 x-openstack-request-id: req-9d1b8052-9d3f-4640-8976-8e52c09eac31 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:55:29.798545 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052959b3-ff6a-4f83-b7e5-020c3dc25dcc", "name": "network-vif-deleted", "tag": "39d8134f-72c7-47ae-b5d2-c205eef0e082", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:55:29.798805 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9d1b8052-9d3f-4640-8976-8e52c09eac31 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:55:29.799393 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052959b3-ff6a-4f83-b7e5-020c3dc25dcc', 'name': 'network-vif-deleted', 'tag': '39d8134f-72c7-47ae-b5d2-c205eef0e082', 'status': 'completed', 'code': 200} Oct 12 18:55:29.858085 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-e7113d49-751c-4d4c-8d88-c453c79d6bed None None] Set router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:29.866366 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bf3476ac-20b1-481e-9018-d8109e382da4 req-db29b0df-3519-4eba-8572-ca80cd0d3e18 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=052959b3-ff6a-4f83-b7e5-020c3dc25dcc HTTP/1.1" status: 200 len: 210 time: 0.0321352 Oct 12 18:55:30.078893 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-e7113d49-751c-4d4c-8d88-c453c79d6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 4, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d', 'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'mac_address': 'fa:16:3e:05:7f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:56Z', 'updated_at': '2021-10-12T18:47:06Z', 'revision_number': 5, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'subnets': [{'id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:30.108369 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7113d49-751c-4d4c-8d88-c453c79d6bed None None] Checking router: d8a4b2b6-2da1-46ea-811a-5120ce7fd178 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:55:30.116611 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7113d49-751c-4d4c-8d88-c453c79d6bed None None] Routers {'d8a4b2b6-2da1-46ea-811a-5120ce7fd178'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:30.117218 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-e7113d49-751c-4d4c-8d88-c453c79d6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:55:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:30.162289 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 81a0ec45-078e-4282-8461-bef3f0b4078a up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:55:30.260573 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-e7113d49-751c-4d4c-8d88-c453c79d6bed None None] Set router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:30.292511 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port 81a0ec45-078e-4282-8461-bef3f0b4078a triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:30.292879 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:30.475962 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:30.518358 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8459c7-74d7-447b-9248-1e361818cc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a0ec45-078e-4282-8461-bef3f0b4078a'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:55:30.520557 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced92f1a-f7d3-4093-ba58-36dc568ca536" -d '{"events": [{"server_uuid": "cf8459c7-74d7-447b-9248-1e361818cc9d", "name": "network-vif-plugged", "status": "completed", "tag": "81a0ec45-078e-4282-8461-bef3f0b4078a"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:55:30.536142 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 81a0ec45-078e-4282-8461-bef3f0b4078a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=81a0ec45-078e-4282-8461-bef3f0b4078a,segment=NetworkSegment(68d02c8e-4642-4324-9254-585c2cfb9925),segment_id=68d02c8e-4642-4324-9254-585c2cfb9925)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:30.546308 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:30.547263 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 39d8134f-72c7-47ae-b5d2-c205eef0e082 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:55:30.571769 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd14967-e69f-4527-a4d3-bd6e2f959ae2 x-openstack-request-id: req-2bd14967-e69f-4527-a4d3-bd6e2f959ae2 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:55:30.572058 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8459c7-74d7-447b-9248-1e361818cc9d", "name": "network-vif-plugged", "status": "completed", "tag": "81a0ec45-078e-4282-8461-bef3f0b4078a", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:55:30.572317 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2bd14967-e69f-4527-a4d3-bd6e2f959ae2 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:55:30.572677 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8459c7-74d7-447b-9248-1e361818cc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a0ec45-078e-4282-8461-bef3f0b4078a', 'code': 200} Oct 12 18:55:30.575728 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: 39d8134f-72c7-47ae-b5d2-c205eef0e082 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:55:30.576066 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 39d8134f-72c7-47ae-b5d2-c205eef0e082 not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:55:30.614178 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-e7113d49-751c-4d4c-8d88-c453c79d6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 4, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d', 'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'mac_address': 'fa:16:3e:05:7f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:56Z', 'updated_at': '2021-10-12T18:47:06Z', 'revision_number': 5, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'subnets': [{'id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:30.778268 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7113d49-751c-4d4c-8d88-c453c79d6bed None None] The sync data for ids ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'] in dv-cinder-813229-2-iscsi is: [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 4, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d', 'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'mac_address': 'fa:16:3e:05:7f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:56Z', 'updated_at': '2021-10-12T18:47:06Z', 'revision_number': 5, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'subnets': [{'id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:55:30.789014 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=81a0ec45-078e-4282-8461-bef3f0b4078a,revision_number=8']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:30.808542 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df092e-ec31-4a87-b4f2-1c3b67375937 req-fdcfe43f-e217-4e5a-b036-43846ab70445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:30.810041 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e7df092e-ec31-4a87-b4f2-1c3b67375937 req-fdcfe43f-e217-4e5a-b036-43846ab70445 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 1099 time: 0.0539248 Oct 12 18:55:30.817977 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5099d-404d-486e-ae73-0636a48eaf34 req-32ae5def-9624-4942-bbba-ab8ecab85b1d tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:30.819429 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-98b5099d-404d-486e-ae73-0636a48eaf34 req-32ae5def-9624-4942-bbba-ab8ecab85b1d tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0892365 Oct 12 18:55:30.870090 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e7df092e-ec31-4a87-b4f2-1c3b67375937 req-e242d165-c28a-4ef4-830b-ec1387073d85 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495806 Oct 12 18:55:30.878264 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-98b5099d-404d-486e-ae73-0636a48eaf34 req-ee03c2d1-0ae5-4cd7-9e88-9fe3793fd19d tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521178 Oct 12 18:55:30.968218 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 41510) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:31.012511 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaefa32-7ce6-4933-995e-20947a0c8170 None None] New status for floating IP 47a334c6-051b-4a25-90e5-cf6eee4ff755: DOWN {{(pid=100620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:55:31.033708 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-7ab0e6f3-7ae2-42f1-b0ef-761c53f1fde0 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:31.057482 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-7ab0e6f3-7ae2-42f1-b0ef-761c53f1fde0 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:31.114869 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-7ab0e6f3-7ae2-42f1-b0ef-761c53f1fde0 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:31.117681 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-7ab0e6f3-7ae2-42f1-b0ef-761c53f1fde0 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:31.118897 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-7ab0e6f3-7ae2-42f1-b0ef-761c53f1fde0 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "DELETE /v2.0/security-groups/f3a35328-6533-4920-8252-64808366e3d4 HTTP/1.1" status: 204 len: 168 time: 0.1496708 Oct 12 18:55:31.121705 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41516) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:31.142069 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.api.v2.resource [None req-5a0f50ba-a3a1-48bf-933a-076274810be6 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] show failed (client error): The resource could not be found. Oct 12 18:55:31.143108 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-5a0f50ba-a3a1-48bf-933a-076274810be6 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups/f3a35328-6533-4920-8252-64808366e3d4 HTTP/1.1" status: 404 len: 347 time: 0.0204349 Oct 12 18:55:31.144274 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0e6f3-7ae2-42f1-b0ef-761c53f1fde0 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a35328-6533-4920-8252-64808366e3d4,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:31.146107 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41518) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:31.274069 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-70c1f246-82a5-4873-9f53-dfa883dd7abb tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Deleting port fe7a73c5-eaef-467e-8eb5-60a19c895f20 {{(pid=100618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:55:31.274411 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-70c1f246-82a5-4873-9f53-dfa883dd7abb tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:31.352959 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-70c1f246-82a5-4873-9f53-dfa883dd7abb tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:31.353281 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-70c1f246-82a5-4873-9f53-dfa883dd7abb tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:31.365569 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-70c1f246-82a5-4873-9f53-dfa883dd7abb tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Calling delete_port for fe7a73c5-eaef-467e-8eb5-60a19c895f20 owned by network:floatingip {{(pid=100618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:55:31.498866 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-70c1f246-82a5-4873-9f53-dfa883dd7abb tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:31.523444 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1f246-82a5-4873-9f53-dfa883dd7abb tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Pushing event deleted for resources: {'Port': ['ID=fe7a73c5-eaef-467e-8eb5-60a19c895f20,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:31.587922 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-70c1f246-82a5-4873-9f53-dfa883dd7abb tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for floatingip, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:31.590583 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-70c1f246-82a5-4873-9f53-dfa883dd7abb tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:31.591729 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-70c1f246-82a5-4873-9f53-dfa883dd7abb tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "DELETE /v2.0/floatingips/47a334c6-051b-4a25-90e5-cf6eee4ff755 HTTP/1.1" status: 204 len: 168 time: 0.4445333 Oct 12 18:55:31.957873 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41524) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:31.962436 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-4bb94350-d3c4-4f78-b0b2-7a567602b346 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--187012152', 'description': 'tempest-description--1833601034'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:31.985664 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4bb94350-d3c4-4f78-b0b2-7a567602b346 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.001017 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db1175-e68b-44b3-a35e-7d698fb42839 req-40499d50-bf0b-4b63-9422-75b7bd722172 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:32.002531 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-38db1175-e68b-44b3-a35e-7d698fb42839 req-40499d50-bf0b-4b63-9422-75b7bd722172 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0516620 Oct 12 18:55:32.040311 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-38db1175-e68b-44b3-a35e-7d698fb42839 req-69c44116-6925-4caa-8df1-b0a82df9df0d tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316072 Oct 12 18:55:32.055886 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4bb94350-d3c4-4f78-b0b2-7a567602b346 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.060515 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4bb94350-d3c4-4f78-b0b2-7a567602b346 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.092564 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4bb94350-d3c4-4f78-b0b2-7a567602b346 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.093965 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-4bb94350-d3c4-4f78-b0b2-7a567602b346 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1350281 Oct 12 18:55:32.095950 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb94350-d3c4-4f78-b0b2-7a567602b346 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e63713-5eaf-459c-8d17-e25579233b7b,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:32.097123 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 41528) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:32.102823 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-260a0d4c-fdbe-4858-a61e-827c65c2b6e9 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Request body: {'security_group_rule': {'security_group_id': '33e63713-5eaf-459c-8d17-e25579233b7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:32.133981 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-260a0d4c-fdbe-4858-a61e-827c65c2b6e9 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.188510 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-260a0d4c-fdbe-4858-a61e-827c65c2b6e9 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.192198 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-260a0d4c-fdbe-4858-a61e-827c65c2b6e9 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.210578 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a0d4c-fdbe-4858-a61e-827c65c2b6e9 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a371b54-61c2-4e4f-ba25-c48e8f8a6dee,revision_number=0']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:32.219404 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-260a0d4c-fdbe-4858-a61e-827c65c2b6e9 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.220583 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-260a0d4c-fdbe-4858-a61e-827c65c2b6e9 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221738 Oct 12 18:55:32.223617 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 41532) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:32.229120 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-a822d0df-b987-4448-9488-7eb91aa74337 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Request body: {'security_group_rule': {'security_group_id': '33e63713-5eaf-459c-8d17-e25579233b7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:32.258336 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a822d0df-b987-4448-9488-7eb91aa74337 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.330007 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a822d0df-b987-4448-9488-7eb91aa74337 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.333713 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a822d0df-b987-4448-9488-7eb91aa74337 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8111383'] for security_group_rule, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.360543 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a822d0df-b987-4448-9488-7eb91aa74337 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.361771 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-a822d0df-b987-4448-9488-7eb91aa74337 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363614 Oct 12 18:55:32.362621 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822d0df-b987-4448-9488-7eb91aa74337 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297810ea-d7f9-457c-ad3c-201ce7784a45,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:32.364936 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 41534) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:32.369719 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-40663785-c0d5-442a-a432-3a8b587b1a3f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Request body: {'floatingip': {'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:32.390596 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-40663785-c0d5-442a-a432-3a8b587b1a3f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for floatingip, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.488282 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-40663785-c0d5-442a-a432-3a8b587b1a3f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.600310 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-40663785-c0d5-442a-a432-3a8b587b1a3f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Allocated IP 172.27.0.60 (3ebee7fc-7e47-48dc-a73f-702afd21678f/257fc62d-aef6-4fd3-8a07-67da1276276c/a45a074a-2a84-438c-b6ac-a2570f92f88b) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:55:32.702599 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-40663785-c0d5-442a-a432-3a8b587b1a3f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.736006 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-40663785-c0d5-442a-a432-3a8b587b1a3f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.781083 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40663785-c0d5-442a-a432-3a8b587b1a3f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:55:32.784007 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-40663785-c0d5-442a-a432-3a8b587b1a3f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:55:32.788502 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40663785-c0d5-442a-a432-3a8b587b1a3f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:55:32.791812 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40663785-c0d5-442a-a432-3a8b587b1a3f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Pushing event updated for resources: {'Port': ['ID=a45a074a-2a84-438c-b6ac-a2570f92f88b,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:32.874591 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-40663785-c0d5-442a-a432-3a8b587b1a3f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:32.908876 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-40663785-c0d5-442a-a432-3a8b587b1a3f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:33.059379 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-40663785-c0d5-442a-a432-3a8b587b1a3f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:33.064861 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-40663785-c0d5-442a-a432-3a8b587b1a3f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:33.165779 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40663785-c0d5-442a-a432-3a8b587b1a3f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Pushing event updated for resources: {'Port': ['ID=a45a074a-2a84-438c-b6ac-a2570f92f88b,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:33.178737 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-40663785-c0d5-442a-a432-3a8b587b1a3f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7932303'] for floatingip, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:33.202062 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5de1fc-c471-4522-823b-e62cbc769690 req-8cbd5a08-dbb8-4702-b9d1-8cba12cfb1e0 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:33.203624 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2c5de1fc-c471-4522-823b-e62cbc769690 req-8cbd5a08-dbb8-4702-b9d1-8cba12cfb1e0 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0798817 Oct 12 18:55:33.206841 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-40663785-c0d5-442a-a432-3a8b587b1a3f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:33.207926 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-40663785-c0d5-442a-a432-3a8b587b1a3f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8417845 Oct 12 18:55:33.245784 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2c5de1fc-c471-4522-823b-e62cbc769690 req-83f83182-ccf7-4e6e-ad2c-a09fcde06eb1 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361352 Oct 12 18:55:33.408605 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-9f46f3a6-5a7e-47b2-bcd7-37653aea6af5 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--187012152&fields=id&tenant_id=e8fde9f299c741df94fb2f851b651138 HTTP/1.1" status: 200 len: 267 time: 0.0321178 Oct 12 18:55:33.519577 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-5107303c-d47a-424b-af86-8a88c1497d13 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:33.521002 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-5107303c-d47a-424b-af86-8a88c1497d13 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/networks?id=01a861b8-fd34-499e-b00f-62278e422b54 HTTP/1.1" status: 200 len: 810 time: 0.1057158 Oct 12 18:55:33.536478 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-37921923-9243-4e80-8590-b222710d00e2 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/quotas/e8fde9f299c741df94fb2f851b651138 HTTP/1.1" status: 200 len: 375 time: 0.0094819 Oct 12 18:55:33.589849 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-9c05b920-6745-45e8-9567-aab28a8de54f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8fde9f299c741df94fb2f851b651138&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476716 Oct 12 18:55:33.693581 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-07ed2440-5aea-4fa0-8c08-24bd74ac6b3d service neutron] 10.222.0.66 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917897 Oct 12 18:55:33.783181 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-78dd88e4-1390-4f33-bc6c-a6f556fe046c service neutron] 10.222.0.66 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833771 Oct 12 18:55:33.949875 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d975faa8-93af-4409-bae5-e773ec5eaf04 req-0da8e869-54cc-42cd-a38e-86c085797a74 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 210 time: 0.0272086 Oct 12 18:55:34.646889 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:55:34.907590 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-44e7e69d-cf44-437b-b4a5-fffbf266aabc tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:34.909014 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-44e7e69d-cf44-437b-b4a5-fffbf266aabc tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.21 "GET /v2.0/networks?id=01a861b8-fd34-499e-b00f-62278e422b54 HTTP/1.1" status: 200 len: 810 time: 0.1063340 Oct 12 18:55:34.953178 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-1cc0ce4b-add7-4b3d-a078-db69912d069a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8fde9f299c741df94fb2f851b651138 HTTP/1.1" status: 200 len: 379 time: 0.0344784 Oct 12 18:55:34.968809 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-54b7dea9-f6da-4e43-9b32-a6934a81b306 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Request body: {'port': {'device_id': '481d9a47-126e-41f5-9656-744767adbced', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'admin_state_up': True, 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'security_groups': ['33e63713-5eaf-459c-8d17-e25579233b7b']}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:35.319722 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3ba95051-6f02-4099-b032-6f189b15080d req-4eb4f7a4-40dd-420c-9105-5dec0d05fb78 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 210 time: 0.3006415 Oct 12 18:55:35.365062 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-54b7dea9-f6da-4e43-9b32-a6934a81b306 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Made reservation on behalf of e8fde9f299c741df94fb2f851b651138 for: {'port': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:55:35.368543 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-54b7dea9-f6da-4e43-9b32-a6934a81b306 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:35.487053 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-54b7dea9-f6da-4e43-9b32-a6934a81b306 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Allocated IP 172.20.0.11 (01a861b8-fd34-499e-b00f-62278e422b54/59e05615-d974-4962-bb16-1d78f8acc32c/3235736c-f7a6-49e5-8c26-e8dc417578f1) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:55:35.627512 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-54b7dea9-f6da-4e43-9b32-a6934a81b306 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:35.660208 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-54b7dea9-f6da-4e43-9b32-a6934a81b306 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:35.703230 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-54b7dea9-f6da-4e43-9b32-a6934a81b306 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Network 01a861b8-fd34-499e-b00f-62278e422b54 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:55:35.706278 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-54b7dea9-f6da-4e43-9b32-a6934a81b306 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:55:35.709999 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-54b7dea9-f6da-4e43-9b32-a6934a81b306 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:55:35.716007 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7dea9-f6da-4e43-9b32-a6934a81b306 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Pushing event updated for resources: {'Port': ['ID=3235736c-f7a6-49e5-8c26-e8dc417578f1,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:35.765398 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-54b7dea9-f6da-4e43-9b32-a6934a81b306 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:35.765888 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-54b7dea9-f6da-4e43-9b32-a6934a81b306 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:35.783068 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-54b7dea9-f6da-4e43-9b32-a6934a81b306 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8192670 Oct 12 18:55:35.795879 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Request body: {'port': {'device_id': '481d9a47-126e-41f5-9656-744767adbced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:35.851655 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:35.922512 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-10a440d3-3868-43b0-be94-21cbcae51633 None None] Provisioning complete for port 3235736c-f7a6-49e5-8c26-e8dc417578f1 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:35.923073 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-10a440d3-3868-43b0-be94-21cbcae51633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:35.956628 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-10a440d3-3868-43b0-be94-21cbcae51633 None None] Port 3235736c-f7a6-49e5-8c26-e8dc417578f1 cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:55:36.116731 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3235736c-f7a6-49e5-8c26-e8dc417578f1 {{(pid=100617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:55:36.124965 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:36.136605 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.provisioning_blocks [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Transition to ACTIVE for port object 3235736c-f7a6-49e5-8c26-e8dc417578f1 will not be triggered until provisioned by entity L2. {{(pid=100617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:55:36.140458 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:36.206593 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Pushing event updated for resources: {'Port': ['ID=3235736c-f7a6-49e5-8c26-e8dc417578f1,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:36.260130 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Attempting to bind port 3235736c-f7a6-49e5-8c26-e8dc417578f1 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:55:36.260455 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Attempting to bind port 3235736c-f7a6-49e5-8c26-e8dc417578f1 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '74016772-6d56-46ab-87c7-6399d5a791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54'}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:55:36.260779 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Attempting to bind port 3235736c-f7a6-49e5-8c26-e8dc417578f1 on network 01a861b8-fd34-499e-b00f-62278e422b54 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:55:36.265795 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Port 3235736c-f7a6-49e5-8c26-e8dc417578f1 on network 01a861b8-fd34-499e-b00f-62278e422b54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:55:36.266121 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Attempting to bind port 3235736c-f7a6-49e5-8c26-e8dc417578f1 on network 01a861b8-fd34-499e-b00f-62278e422b54 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:55:36.270995 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:55:36.271325 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Checking segment: {'id': '74016772-6d56-46ab-87c7-6399d5a791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:55:36.271699 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Bound using segment: {'id': '74016772-6d56-46ab-87c7-6399d5a791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54'} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:55:36.272173 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Bound port: 3235736c-f7a6-49e5-8c26-e8dc417578f1, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74016772-6d56-46ab-87c7-6399d5a791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54'}}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:55:36.272526 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:36.343843 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] For port 3235736c-f7a6-49e5-8c26-e8dc417578f1, host hv-cinder-81322, cleared binding levels {{(pid=100617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:55:36.347025 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] For port 3235736c-f7a6-49e5-8c26-e8dc417578f1, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3235736c-f7a6-49e5-8c26-e8dc417578f1,segment=NetworkSegment(74016772-6d56-46ab-87c7-6399d5a791c8),segment_id=74016772-6d56-46ab-87c7-6399d5a791c8)] {{(pid=100617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:55:36.352608 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:36.389648 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:36.390312 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:36.391734 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] 10.222.0.21 "PUT /v2.0/ports/3235736c-f7a6-49e5-8c26-e8dc417578f1 HTTP/1.1" status: 200 len: 1094 time: 0.6000524 Oct 12 18:55:36.392196 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481d9a47-126e-41f5-9656-744767adbced', 'tag': '3235736c-f7a6-49e5-8c26-e8dc417578f1'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:55:36.394483 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515de818-af0c-43ee-a0fa-6dcb64b25a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "481d9a47-126e-41f5-9656-744767adbced", "tag": "3235736c-f7a6-49e5-8c26-e8dc417578f1"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:55:36.442275 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5454eb7e-187d-43d5-993a-41e3acf7de67 x-openstack-request-id: req-5454eb7e-187d-43d5-993a-41e3acf7de67 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:55:36.442572 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481d9a47-126e-41f5-9656-744767adbced", "tag": "3235736c-f7a6-49e5-8c26-e8dc417578f1", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:55:36.442833 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5454eb7e-187d-43d5-993a-41e3acf7de67 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:55:36.443462 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481d9a47-126e-41f5-9656-744767adbced', 'tag': '3235736c-f7a6-49e5-8c26-e8dc417578f1', 'status': 'completed', 'code': 200} Oct 12 18:55:36.445815 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5701aab-c3f0-49cf-9cf1-3a7ee5631049 service neutron] Pushing event updated for resources: {'Port': ['ID=3235736c-f7a6-49e5-8c26-e8dc417578f1,revision_number=3']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:36.488863 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22401acc-67d3-4db6-899d-73657faba751 req-d0d404e2-fd86-4b3c-9b34-8f61f12829bd tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:36.490475 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-22401acc-67d3-4db6-899d-73657faba751 req-d0d404e2-fd86-4b3c-9b34-8f61f12829bd tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 944 time: 0.0913062 Oct 12 18:55:36.521197 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-2839822a-8e27-497d-bf6b-6d194531c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:36.522725 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-2839822a-8e27-497d-bf6b-6d194531c9ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8fde9f299c741df94fb2f851b651138&device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 1097 time: 0.0683849 Oct 12 18:55:36.576616 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-22401acc-67d3-4db6-899d-73657faba751 req-661bafc6-f94a-4226-ba54-47a3bd3271cc tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=33e63713-5eaf-459c-8d17-e25579233b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786371 Oct 12 18:55:36.578274 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-242ae4d5-0fe0-4b2c-ae74-d4986aedcf75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3235736c-f7a6-49e5-8c26-e8dc417578f1 HTTP/1.1" status: 200 len: 217 time: 0.0454667 Oct 12 18:55:36.630817 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-925e9e36-ce36-4e64-8de3-9499a6e49dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:36.632262 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-925e9e36-ce36-4e64-8de3-9499a6e49dd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59e05615-d974-4962-bb16-1d78f8acc32c HTTP/1.1" status: 200 len: 849 time: 0.0461848 Oct 12 18:55:36.681279 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-3c1b3eea-621f-4125-a3cd-880bff0635ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:36.682809 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-3c1b3eea-621f-4125-a3cd-880bff0635ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01a861b8-fd34-499e-b00f-62278e422b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409112 Oct 12 18:55:36.774988 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-6edaddf4-ca00-4b9e-b24a-50c34e6b49dc service neutron] 10.222.0.21 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830817 Oct 12 18:55:36.863244 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6d332384-ad02-4f0d-ba45-53e86525a5d5 req-1a3af3c0-f5b6-4f22-9d46-1c89163c4147 service neutron] 10.222.0.21 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803468 Oct 12 18:55:36.956273 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515de818-af0c-43ee-a0fa-6dcb64b25a2e req-32c456e5-73bc-48cb-9fb3-b8b072aa9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:36.957875 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-515de818-af0c-43ee-a0fa-6dcb64b25a2e req-32c456e5-73bc-48cb-9fb3-b8b072aa9599 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8fde9f299c741df94fb2f851b651138&device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 1097 time: 0.0451179 Oct 12 18:55:37.046969 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515de818-af0c-43ee-a0fa-6dcb64b25a2e req-52b8675a-b284-44a2-ab4f-1ccb3d8649e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:37.048393 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-515de818-af0c-43ee-a0fa-6dcb64b25a2e req-52b8675a-b284-44a2-ab4f-1ccb3d8649e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01a861b8-fd34-499e-b00f-62278e422b54 HTTP/1.1" status: 200 len: 911 time: 0.0835171 Oct 12 18:55:37.093236 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-515de818-af0c-43ee-a0fa-6dcb64b25a2e req-866ece7c-60a6-45eb-9bd9-75233d4f1501 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3235736c-f7a6-49e5-8c26-e8dc417578f1 HTTP/1.1" status: 200 len: 217 time: 0.0370214 Oct 12 18:55:37.143071 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515de818-af0c-43ee-a0fa-6dcb64b25a2e req-60a66b41-3529-4d7a-96f9-3a3d0a1ae698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:37.144442 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-515de818-af0c-43ee-a0fa-6dcb64b25a2e req-60a66b41-3529-4d7a-96f9-3a3d0a1ae698 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59e05615-d974-4962-bb16-1d78f8acc32c HTTP/1.1" status: 200 len: 849 time: 0.0423555 Oct 12 18:55:37.190399 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515de818-af0c-43ee-a0fa-6dcb64b25a2e req-697806e0-95f3-49fd-825a-60881b74de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:37.191799 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-515de818-af0c-43ee-a0fa-6dcb64b25a2e req-697806e0-95f3-49fd-825a-60881b74de5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01a861b8-fd34-499e-b00f-62278e422b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386794 Oct 12 18:55:37.282364 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-515de818-af0c-43ee-a0fa-6dcb64b25a2e req-f7542924-0f1d-48aa-aa4b-22b0b86d670b service neutron] 10.222.0.21 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825899 Oct 12 18:55:37.371417 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-515de818-af0c-43ee-a0fa-6dcb64b25a2e req-2d0991cb-02a7-4f10-b5fe-9d1461f1e4ee service neutron] 10.222.0.21 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800688 Oct 12 18:55:37.702334 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607bf40-885a-4954-bf45-687846d934b4 req-4099e2bf-9522-46d9-93da-0d1e8ae457f0 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:37.703819 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f607bf40-885a-4954-bf45-687846d934b4 req-4099e2bf-9522-46d9-93da-0d1e8ae457f0 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 944 time: 0.0506449 Oct 12 18:55:37.741650 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f607bf40-885a-4954-bf45-687846d934b4 req-c878645c-46e7-4efb-bebe-1f9d3d460e78 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=33e63713-5eaf-459c-8d17-e25579233b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319400 Oct 12 18:55:38.861164 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4d49b-d99b-4d43-83c0-ba666223dcb0 req-965e4b1b-f0d2-4140-8ef3-9f5ee65cdf97 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:38.862604 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-62b4d49b-d99b-4d43-83c0-ba666223dcb0 req-965e4b1b-f0d2-4140-8ef3-9f5ee65cdf97 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 944 time: 0.0542696 Oct 12 18:55:38.900614 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-62b4d49b-d99b-4d43-83c0-ba666223dcb0 req-bdd7d380-02a0-42ed-ae70-3a375a1fcdc4 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=33e63713-5eaf-459c-8d17-e25579233b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321543 Oct 12 18:55:39.616131 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:40.013608 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b78ffe-6885-4f02-9243-d6cbf4aeb5e6 req-16f12b7a-1044-49f7-8ad4-0f66e3e1e97b tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:40.015056 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b6b78ffe-6885-4f02-9243-d6cbf4aeb5e6 req-16f12b7a-1044-49f7-8ad4-0f66e3e1e97b tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 944 time: 0.0492692 Oct 12 18:55:40.051527 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b6b78ffe-6885-4f02-9243-d6cbf4aeb5e6 req-444c7d25-2e7a-4eb0-8da4-67e9b839eb07 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=33e63713-5eaf-459c-8d17-e25579233b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306551 Oct 12 18:55:40.236331 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 3235736c-f7a6-49e5-8c26-e8dc417578f1 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:55:40.329285 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 3235736c-f7a6-49e5-8c26-e8dc417578f1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3235736c-f7a6-49e5-8c26-e8dc417578f1,segment=NetworkSegment(74016772-6d56-46ab-87c7-6399d5a791c8),segment_id=74016772-6d56-46ab-87c7-6399d5a791c8)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:40.340123 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': '3235736c-f7a6-49e5-8c26-e8dc417578f1', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'port_id': '3235736c-f7a6-49e5-8c26-e8dc417578f1', 'mac_address': 'fa:16:3e:e6:3c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:55:40.383969 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:40.397333 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3235736c-f7a6-49e5-8c26-e8dc417578f1 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:55:40.415632 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 3235736c-f7a6-49e5-8c26-e8dc417578f1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3235736c-f7a6-49e5-8c26-e8dc417578f1,segment=NetworkSegment(74016772-6d56-46ab-87c7-6399d5a791c8),segment_id=74016772-6d56-46ab-87c7-6399d5a791c8)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:40.420041 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:40.465676 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=3235736c-f7a6-49e5-8c26-e8dc417578f1,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:40.472616 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:40.472956 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:40.473297 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:40.473660 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:40.473991 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:40.474323 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:40.474649 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:40.474977 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:40.475308 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:40.475631 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:40.475951 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:40.476271 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:55:41.065293 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['3235736c-f7a6-49e5-8c26-e8dc417578f1'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:55:41.190898 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f9258-f66a-4bde-a5e5-28457b9eae64 req-96f12b60-661a-4ab9-8371-bc26b89b9ced tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:41.192363 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d52f9258-f66a-4bde-a5e5-28457b9eae64 req-96f12b60-661a-4ab9-8371-bc26b89b9ced tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 945 time: 0.0490406 Oct 12 18:55:41.229259 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d52f9258-f66a-4bde-a5e5-28457b9eae64 req-5e9743bb-4a2e-4641-8e64-78a6e07996e9 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=33e63713-5eaf-459c-8d17-e25579233b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306485 Oct 12 18:55:42.355910 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa2068-d7bd-4b22-a8d3-4652d4d999b2 req-ea8f1c0d-1cdc-46c3-adb8-e0a069dff3f7 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:42.357243 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7baa2068-d7bd-4b22-a8d3-4652d4d999b2 req-ea8f1c0d-1cdc-46c3-adb8-e0a069dff3f7 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 945 time: 0.0542972 Oct 12 18:55:42.395061 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7baa2068-d7bd-4b22-a8d3-4652d4d999b2 req-e59baaf3-56e6-4be6-b98a-7705edf5215a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=33e63713-5eaf-459c-8d17-e25579233b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316701 Oct 12 18:55:43.505423 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73928a-4181-49ae-932e-5c7eea5da3d6 req-8b2cd7bf-758a-42e5-a2bc-89c3062709bc tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:43.506764 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3f73928a-4181-49ae-932e-5c7eea5da3d6 req-8b2cd7bf-758a-42e5-a2bc-89c3062709bc tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 945 time: 0.0478745 Oct 12 18:55:43.543528 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3f73928a-4181-49ae-932e-5c7eea5da3d6 req-3ec6247a-7e9d-4e8a-8410-ce572658d027 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=33e63713-5eaf-459c-8d17-e25579233b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309825 Oct 12 18:55:44.264165 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 3235736c-f7a6-49e5-8c26-e8dc417578f1 up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:55:44.310929 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port 3235736c-f7a6-49e5-8c26-e8dc417578f1 completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:55:44.315334 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port 3235736c-f7a6-49e5-8c26-e8dc417578f1 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:44.315721 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:44.398043 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:44.418157 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481d9a47-126e-41f5-9656-744767adbced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3235736c-f7a6-49e5-8c26-e8dc417578f1'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:55:44.420462 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ededc1b-58f3-4484-a11b-f5240cab052a" -d '{"events": [{"server_uuid": "481d9a47-126e-41f5-9656-744767adbced", "name": "network-vif-plugged", "status": "completed", "tag": "3235736c-f7a6-49e5-8c26-e8dc417578f1"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:55:44.433571 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 3235736c-f7a6-49e5-8c26-e8dc417578f1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3235736c-f7a6-49e5-8c26-e8dc417578f1,segment=NetworkSegment(74016772-6d56-46ab-87c7-6399d5a791c8),segment_id=74016772-6d56-46ab-87c7-6399d5a791c8)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:44.438715 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:44.461569 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8e7823-7fb7-46a4-b0df-c952bf5049d7 x-openstack-request-id: req-1a8e7823-7fb7-46a4-b0df-c952bf5049d7 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:55:44.461860 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481d9a47-126e-41f5-9656-744767adbced", "name": "network-vif-plugged", "status": "completed", "tag": "3235736c-f7a6-49e5-8c26-e8dc417578f1", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:55:44.462111 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1a8e7823-7fb7-46a4-b0df-c952bf5049d7 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:55:44.462489 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481d9a47-126e-41f5-9656-744767adbced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3235736c-f7a6-49e5-8c26-e8dc417578f1', 'code': 200} Oct 12 18:55:44.488272 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=3235736c-f7a6-49e5-8c26-e8dc417578f1,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:44.674296 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f57e9-91eb-4023-9cd0-8f67871a87d3 req-7ceeab85-330f-41b3-a7af-b4682dcc7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:44.675793 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-321f57e9-91eb-4023-9cd0-8f67871a87d3 req-7ceeab85-330f-41b3-a7af-b4682dcc7c86 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 1099 time: 0.0717423 Oct 12 18:55:44.698946 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273597e0-3b72-45de-8eee-560e57743663 req-6533a40d-5998-4e35-829f-999ca873f78f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:44.700400 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-273597e0-3b72-45de-8eee-560e57743663 req-6533a40d-5998-4e35-829f-999ca873f78f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 946 time: 0.0870786 Oct 12 18:55:44.753942 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-321f57e9-91eb-4023-9cd0-8f67871a87d3 req-6b203643-ca23-496d-9510-746b5e161bc3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=33e63713-5eaf-459c-8d17-e25579233b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692549 Oct 12 18:55:44.765943 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-273597e0-3b72-45de-8eee-560e57743663 req-3ab289c9-04d1-4e35-b825-f900363ae303 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=33e63713-5eaf-459c-8d17-e25579233b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549588 Oct 12 18:55:45.885913 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660aed7f-7747-4a71-8bb4-56eeca939e4e req-5b333f2e-9fc6-453e-9115-b6e09db963d5 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:45.887397 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-660aed7f-7747-4a71-8bb4-56eeca939e4e req-5b333f2e-9fc6-453e-9115-b6e09db963d5 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 946 time: 0.0501475 Oct 12 18:55:45.926157 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-660aed7f-7747-4a71-8bb4-56eeca939e4e req-a22c625a-d1c8-4e5c-9f70-975d020689c7 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=33e63713-5eaf-459c-8d17-e25579233b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322232 Oct 12 18:55:46.009290 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-773b076e-fb53-404c-a415-d7189df3428b tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911809304&fields=id&tenant_id=17353171ead04e3fbd1fd123e328283b HTTP/1.1" status: 200 len: 267 time: 0.0326252 Oct 12 18:55:46.117159 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-1d2f0ced-5133-42ee-99ba-43efb84f19d6 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:46.118529 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-1d2f0ced-5133-42ee-99ba-43efb84f19d6 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 811 time: 0.1024532 Oct 12 18:55:46.135024 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-33ccece1-cee5-4d1b-9cb6-5c15f6bbbdfb tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/quotas/17353171ead04e3fbd1fd123e328283b HTTP/1.1" status: 200 len: 375 time: 0.0108438 Oct 12 18:55:46.187499 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-b126ee1b-8f74-4214-80ba-08e440121f96 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466022 Oct 12 18:55:46.291249 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-14c71eba-60f3-4022-ab06-dc25647dbc7b service neutron] 10.222.0.66 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915952 Oct 12 18:55:46.385411 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-face7cc6-0b21-4b11-9f36-2937dfb4fa32 service neutron] 10.222.0.66 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867286 Oct 12 18:55:46.655495 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bc043610-2d84-4e20-8479-93230a80c3ae req-46921ae5-bc84-4293-8e09-160cbdd5f276 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 210 time: 0.0271428 Oct 12 18:55:47.049372 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99566196-fed1-40aa-bd86-b3bf0f000606 req-47bd9880-0708-40f9-9d7d-d3f9ea5deaba tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:47.050847 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-99566196-fed1-40aa-bd86-b3bf0f000606 req-47bd9880-0708-40f9-9d7d-d3f9ea5deaba tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 946 time: 0.0556951 Oct 12 18:55:47.088003 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-99566196-fed1-40aa-bd86-b3bf0f000606 req-21586aa2-394f-4032-9163-5c554cbeff00 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=33e63713-5eaf-459c-8d17-e25579233b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311961 Oct 12 18:55:47.202648 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c25e4-aeba-4fc4-bd99-b23689b0e082 req-627fb247-bb12-42f2-9ebd-68d0bce73f0f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:47.203971 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7c4c25e4-aeba-4fc4-bd99-b23689b0e082 req-627fb247-bb12-42f2-9ebd-68d0bce73f0f tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 946 time: 0.0493212 Oct 12 18:55:47.212238 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 41682) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:55:47.216432 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-9e5a8ebd-86c0-4db3-a895-8e9fe66cf32a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Request body: {'floatingip': {'port_id': '3235736c-f7a6-49e5-8c26-e8dc417578f1'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:47.258347 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8ebd-86c0-4db3-a895-8e9fe66cf32a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for floatingip, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:47.685517 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-528f1eec-c4b0-4ab0-baae-05b803d324de tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:47.687488 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-528f1eec-c4b0-4ab0-baae-05b803d324de tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.21 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 811 time: 0.1908021 Oct 12 18:55:47.800312 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c89ea6e7-443d-495e-bbab-db8d653ddc2d req-921d1c69-20e0-4114-ae5a-e861252c067a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 210 time: 0.0638025 Oct 12 18:55:47.812538 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-c0522dc9-e340-44b1-8328-c007ca54eb5f tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17353171ead04e3fbd1fd123e328283b HTTP/1.1" status: 200 len: 380 time: 0.0993521 Oct 12 18:55:47.823306 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-d64725ca-20ae-4242-a191-4d2eb2b180d7 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Request body: {'port': {'device_id': 'b5afa3ad-6fdd-478d-9e2a-e1da791b275d', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'admin_state_up': True, 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'security_groups': ['6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13']}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:47.872809 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8ebd-86c0-4db3-a895-8e9fe66cf32a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:47.880724 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8ebd-86c0-4db3-a895-8e9fe66cf32a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7932303'] for floatingip, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:48.035472 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.l3_db [None req-9e5a8ebd-86c0-4db3-a895-8e9fe66cf32a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Floating IP 955e2236-feda-45ff-b42b-3f83f2009944 associated. External IP: 172.27.0.60, port: 3235736c-f7a6-49e5-8c26-e8dc417578f1. Oct 12 18:55:48.072635 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-d64725ca-20ae-4242-a191-4d2eb2b180d7 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Made reservation on behalf of 17353171ead04e3fbd1fd123e328283b for: {'port': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:55:48.076071 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-d64725ca-20ae-4242-a191-4d2eb2b180d7 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:48.547921 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-d64725ca-20ae-4242-a191-4d2eb2b180d7 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Allocated IP 172.20.0.7 (5c55345b-ca2a-48c3-886b-2a3578444a51/aae68136-9fb4-4119-8455-c8cf7655c6e9/36a5f779-a733-460e-8463-bccbb0e608b6) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:55:48.644893 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5a8ebd-86c0-4db3-a895-8e9fe66cf32a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:55:48.809527 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-d64725ca-20ae-4242-a191-4d2eb2b180d7 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:48.827389 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5a8ebd-86c0-4db3-a895-8e9fe66cf32a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:55:48.832543 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8ebd-86c0-4db3-a895-8e9fe66cf32a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:48.840149 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e892b5-1915-4f71-bd95-b03fce0497dc None None] Sync routers for ids ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:55:48.850428 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e892b5-1915-4f71-bd95-b03fce0497dc None None] Routers {'d8a4b2b6-2da1-46ea-811a-5120ce7fd178'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:48.851045 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-66e892b5-1915-4f71-bd95-b03fce0497dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:55:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:48.874178 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-9e5a8ebd-86c0-4db3-a895-8e9fe66cf32a tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "PUT /v2.0/floatingips/955e2236-feda-45ff-b42b-3f83f2009944 HTTP/1.1" status: 200 len: 991 time: 1.6581390 Oct 12 18:55:48.874178 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481d9a47-126e-41f5-9656-744767adbced', 'tag': '3235736c-f7a6-49e5-8c26-e8dc417578f1'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:55:48.876425 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4014406c-ded8-4034-ab0e-b2527ac18602" -d '{"events": [{"name": "network-changed", "server_uuid": "481d9a47-126e-41f5-9656-744767adbced", "tag": "3235736c-f7a6-49e5-8c26-e8dc417578f1"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:55:48.913819 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-de8df976-b605-4847-9375-a2eb7be5e672 req-7bd1a729-3a37-4420-b348-60b19b3037f9 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 210 time: 0.0331049 Oct 12 18:55:48.915346 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-d64725ca-20ae-4242-a191-4d2eb2b180d7 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:48.966144 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-d64725ca-20ae-4242-a191-4d2eb2b180d7 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Network 5c55345b-ca2a-48c3-886b-2a3578444a51 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:55:48.971571 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-d64725ca-20ae-4242-a191-4d2eb2b180d7 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:55:48.976151 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93df650a-245a-43f5-a227-6b8a2c5dc76a x-openstack-request-id: req-93df650a-245a-43f5-a227-6b8a2c5dc76a {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:55:48.976448 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481d9a47-126e-41f5-9656-744767adbced", "tag": "3235736c-f7a6-49e5-8c26-e8dc417578f1", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:55:48.976696 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-93df650a-245a-43f5-a227-6b8a2c5dc76a {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:55:48.977087 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481d9a47-126e-41f5-9656-744767adbced', 'tag': '3235736c-f7a6-49e5-8c26-e8dc417578f1', 'status': 'completed', 'code': 200} Oct 12 18:55:48.979713 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-d64725ca-20ae-4242-a191-4d2eb2b180d7 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:55:48.980210 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-66e892b5-1915-4f71-bd95-b03fce0497dc None None] Set router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:49.040261 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64725ca-20ae-4242-a191-4d2eb2b180d7 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event updated for resources: {'Port': ['ID=36a5f779-a733-460e-8463-bccbb0e608b6,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:49.071845 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-d64725ca-20ae-4242-a191-4d2eb2b180d7 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:49.072459 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-d64725ca-20ae-4242-a191-4d2eb2b180d7 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:49.084897 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014406c-ded8-4034-ab0e-b2527ac18602 req-a178beaa-7440-4ed0-a313-dd9ec42610cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:49.086407 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4014406c-ded8-4034-ab0e-b2527ac18602 req-a178beaa-7440-4ed0-a313-dd9ec42610cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8fde9f299c741df94fb2f851b651138&device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 1099 time: 0.0745749 Oct 12 18:55:49.106218 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-d64725ca-20ae-4242-a191-4d2eb2b180d7 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2866681 Oct 12 18:55:49.149172 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Request body: {'port': {'device_id': 'b5afa3ad-6fdd-478d-9e2a-e1da791b275d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:55:49.220160 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-eb8488be-6fb8-48c2-8740-c4a60d54323d None None] Provisioning complete for port 36a5f779-a733-460e-8463-bccbb0e608b6 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:55:49.220524 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb8488be-6fb8-48c2-8740-c4a60d54323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:49.222446 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:49.246029 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014406c-ded8-4034-ab0e-b2527ac18602 req-11d91899-6b38-4f4d-8b9d-bfe655e902d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:49.247439 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4014406c-ded8-4034-ab0e-b2527ac18602 req-11d91899-6b38-4f4d-8b9d-bfe655e902d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01a861b8-fd34-499e-b00f-62278e422b54 HTTP/1.1" status: 200 len: 911 time: 0.1545317 Oct 12 18:55:49.254350 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-66e892b5-1915-4f71-bd95-b03fce0497dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 4, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '955e2236-feda-45ff-b42b-3f83f2009944', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'port_id': '3235736c-f7a6-49e5-8c26-e8dc417578f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'mac_address': 'fa:16:3e:e6:3c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481d9a47-126e-41f5-9656-744767adbced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:55:32Z', 'updated_at': '2021-10-12T18:55:47Z', 'revision_number': 1, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d', 'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'mac_address': 'fa:16:3e:05:7f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:56Z', 'updated_at': '2021-10-12T18:47:06Z', 'revision_number': 5, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'subnets': [{'id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:49.284461 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e892b5-1915-4f71-bd95-b03fce0497dc None None] Checking router: d8a4b2b6-2da1-46ea-811a-5120ce7fd178 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:55:49.286381 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-eb8488be-6fb8-48c2-8740-c4a60d54323d None None] Port 36a5f779-a733-460e-8463-bccbb0e608b6 cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:55:49.294267 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e892b5-1915-4f71-bd95-b03fce0497dc None None] Routers {'d8a4b2b6-2da1-46ea-811a-5120ce7fd178'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:55:49.294859 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-66e892b5-1915-4f71-bd95-b03fce0497dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:55:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:49.384602 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4014406c-ded8-4034-ab0e-b2527ac18602 req-3c714edd-467d-4539-8450-961c6ae8a3e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3235736c-f7a6-49e5-8c26-e8dc417578f1 HTTP/1.1" status: 200 len: 999 time: 0.1194947 Oct 12 18:55:49.401565 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-66e892b5-1915-4f71-bd95-b03fce0497dc None None] Set router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:55:49.486262 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014406c-ded8-4034-ab0e-b2527ac18602 req-d4d79515-b486-487d-9d5d-5743b23114f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:49.487710 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4014406c-ded8-4034-ab0e-b2527ac18602 req-d4d79515-b486-487d-9d5d-5743b23114f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59e05615-d974-4962-bb16-1d78f8acc32c HTTP/1.1" status: 200 len: 849 time: 0.0947423 Oct 12 18:55:49.560601 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014406c-ded8-4034-ab0e-b2527ac18602 req-edeb8609-0be8-429e-87a4-17a359574881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:49.562917 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4014406c-ded8-4034-ab0e-b2527ac18602 req-edeb8609-0be8-429e-87a4-17a359574881 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01a861b8-fd34-499e-b00f-62278e422b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659168 Oct 12 18:55:49.630804 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-66e892b5-1915-4f71-bd95-b03fce0497dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 4, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '955e2236-feda-45ff-b42b-3f83f2009944', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'port_id': '3235736c-f7a6-49e5-8c26-e8dc417578f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'mac_address': 'fa:16:3e:e6:3c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481d9a47-126e-41f5-9656-744767adbced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:55:32Z', 'updated_at': '2021-10-12T18:55:47Z', 'revision_number': 1, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d', 'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'mac_address': 'fa:16:3e:05:7f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:56Z', 'updated_at': '2021-10-12T18:47:06Z', 'revision_number': 5, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'subnets': [{'id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:55:49.657196 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e892b5-1915-4f71-bd95-b03fce0497dc None None] The sync data for ids ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'] in dv-cinder-813229-2-iscsi is: [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 4, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '955e2236-feda-45ff-b42b-3f83f2009944', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'port_id': '3235736c-f7a6-49e5-8c26-e8dc417578f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'mac_address': 'fa:16:3e:e6:3c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481d9a47-126e-41f5-9656-744767adbced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:55:32Z', 'updated_at': '2021-10-12T18:55:47Z', 'revision_number': 1, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d', 'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'mac_address': 'fa:16:3e:05:7f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:56Z', 'updated_at': '2021-10-12T18:47:06Z', 'revision_number': 5, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'subnets': [{'id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:55:49.667601 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a5f779-a733-460e-8463-bccbb0e608b6 {{(pid=100617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:55:49.678781 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:49.707827 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.provisioning_blocks [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Transition to ACTIVE for port object 36a5f779-a733-460e-8463-bccbb0e608b6 will not be triggered until provisioned by entity L2. {{(pid=100617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:55:49.712181 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4014406c-ded8-4034-ab0e-b2527ac18602 req-6fc96bc6-2beb-4cfe-b958-8a9e479991be service neutron] 10.222.0.21 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396308 Oct 12 18:55:49.713191 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:49.820078 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Pushing event updated for resources: {'Port': ['ID=36a5f779-a733-460e-8463-bccbb0e608b6,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:49.874716 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334cfec8-6839-41cf-974f-1ad133a5dfd1 None None] New status for floating IP 955e2236-feda-45ff-b42b-3f83f2009944: ACTIVE {{(pid=100620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:55:49.894885 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4014406c-ded8-4034-ab0e-b2527ac18602 req-a4abe664-6f1f-418f-9182-5cd06b476511 service neutron] 10.222.0.21 "GET /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559401 Oct 12 18:55:49.929902 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Attempting to bind port 36a5f779-a733-460e-8463-bccbb0e608b6 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:55:49.930253 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Attempting to bind port 36a5f779-a733-460e-8463-bccbb0e608b6 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:55:49.931254 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Attempting to bind port 36a5f779-a733-460e-8463-bccbb0e608b6 on network 5c55345b-ca2a-48c3-886b-2a3578444a51 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:55:49.936410 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Port 36a5f779-a733-460e-8463-bccbb0e608b6 on network 5c55345b-ca2a-48c3-886b-2a3578444a51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:55:49.939647 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Attempting to bind port 36a5f779-a733-460e-8463-bccbb0e608b6 on network 5c55345b-ca2a-48c3-886b-2a3578444a51 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:55:49.944084 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:55:49.944409 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Checking segment: {'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:55:49.944789 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Bound using segment: {'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:55:49.945226 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Bound port: 36a5f779-a733-460e-8463-bccbb0e608b6, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'}}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:55:49.945633 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:50.022472 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] For port 36a5f779-a733-460e-8463-bccbb0e608b6, host hv-cinder-81322, cleared binding levels {{(pid=100617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:55:50.025863 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] For port 36a5f779-a733-460e-8463-bccbb0e608b6, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=36a5f779-a733-460e-8463-bccbb0e608b6,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:55:50.055087 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:50.102413 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:50.103085 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:50.104520 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] 10.222.0.21 "PUT /v2.0/ports/36a5f779-a733-460e-8463-bccbb0e608b6 HTTP/1.1" status: 200 len: 1093 time: 0.9881437 Oct 12 18:55:50.131336 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93953457-f156-41d2-ac08-2e77e18c3c3f req-eb2a0fe3-0314-40c6-93d1-128620806e2c tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:50.132898 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-93953457-f156-41d2-ac08-2e77e18c3c3f req-eb2a0fe3-0314-40c6-93d1-128620806e2c tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 943 time: 0.1056533 Oct 12 18:55:50.133905 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5ede4-2807-46b3-b2dc-b8d1d0a1fad2 service neutron] Pushing event updated for resources: {'Port': ['ID=36a5f779-a733-460e-8463-bccbb0e608b6,revision_number=3']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:50.199668 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-93953457-f156-41d2-ac08-2e77e18c3c3f req-163a0b79-7a77-4554-ac4d-e5cd4f7ac3d6 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604453 Oct 12 18:55:50.216742 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-a54d4e6b-82bb-498f-996a-cae0df51ba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:50.216742 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-a54d4e6b-82bb-498f-996a-cae0df51ba81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 1096 time: 0.0545814 Oct 12 18:55:50.258441 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-a1f04323-846f-4c98-86a5-4a7e4b037385 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a5f779-a733-460e-8463-bccbb0e608b6 HTTP/1.1" status: 200 len: 217 time: 0.0350826 Oct 12 18:55:50.306700 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-5cb666c9-2f1a-4229-baf9-2b5b3b89856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:50.308126 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-5cb666c9-2f1a-4229-baf9-2b5b3b89856f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aae68136-9fb4-4119-8455-c8cf7655c6e9 HTTP/1.1" status: 200 len: 850 time: 0.0434356 Oct 12 18:55:50.360938 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-63ecfae3-b95a-425b-91a8-7a7d0c3cfd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:50.362467 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-63ecfae3-b95a-425b-91a8-7a7d0c3cfd8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c55345b-ca2a-48c3-886b-2a3578444a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456200 Oct 12 18:55:50.451107 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-eeae0d27-2d47-4e00-bf69-fb69a0bc4eee service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814347 Oct 12 18:55:50.543219 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffa2405e-3fd3-43be-ba0f-435d55120766 req-941541ad-796f-4aba-b34a-c9c8b0878f9e service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849845 Oct 12 18:55:50.978705 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5afa3ad-6fdd-478d-9e2a-e1da791b275d', 'tag': '36a5f779-a733-460e-8463-bccbb0e608b6'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:55:50.981082 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5e6bfe-9f59-4b2d-836a-db069ed3cbbf" -d '{"events": [{"name": "network-changed", "server_uuid": "b5afa3ad-6fdd-478d-9e2a-e1da791b275d", "tag": "36a5f779-a733-460e-8463-bccbb0e608b6"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:55:51.018450 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d233a26f-e94b-440c-8d58-f34bd4ed319e x-openstack-request-id: req-d233a26f-e94b-440c-8d58-f34bd4ed319e {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:55:51.018731 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5afa3ad-6fdd-478d-9e2a-e1da791b275d", "tag": "36a5f779-a733-460e-8463-bccbb0e608b6", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:55:51.018980 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d233a26f-e94b-440c-8d58-f34bd4ed319e {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:55:51.019367 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5afa3ad-6fdd-478d-9e2a-e1da791b275d', 'tag': '36a5f779-a733-460e-8463-bccbb0e608b6', 'status': 'completed', 'code': 200} Oct 12 18:55:51.086094 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e6bfe-9f59-4b2d-836a-db069ed3cbbf req-d5698ae4-db34-4eb9-b7ed-28853cae3464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:51.086094 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ae5e6bfe-9f59-4b2d-836a-db069ed3cbbf req-d5698ae4-db34-4eb9-b7ed-28853cae3464 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 1096 time: 0.0429032 Oct 12 18:55:51.179828 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e6bfe-9f59-4b2d-836a-db069ed3cbbf req-e1146113-fc00-45fc-a2e5-cd63c5891238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:51.181164 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ae5e6bfe-9f59-4b2d-836a-db069ed3cbbf req-e1146113-fc00-45fc-a2e5-cd63c5891238 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 912 time: 0.0869579 Oct 12 18:55:51.220822 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ae5e6bfe-9f59-4b2d-836a-db069ed3cbbf req-ad918c13-f16e-4a1a-95e1-e5b504caf280 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a5f779-a733-460e-8463-bccbb0e608b6 HTTP/1.1" status: 200 len: 217 time: 0.0322196 Oct 12 18:55:51.281586 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e6bfe-9f59-4b2d-836a-db069ed3cbbf req-26b83178-5cf6-49cc-b783-5552dc531251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:51.282990 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ae5e6bfe-9f59-4b2d-836a-db069ed3cbbf req-26b83178-5cf6-49cc-b783-5552dc531251 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aae68136-9fb4-4119-8455-c8cf7655c6e9 HTTP/1.1" status: 200 len: 850 time: 0.0540690 Oct 12 18:55:51.348860 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ae809-5d95-4649-ae80-c76b584a3f54 req-0b770f2d-2fb2-4d41-ba3e-97d6d92761a8 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:51.350332 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-355ae809-5d95-4649-ae80-c76b584a3f54 req-0b770f2d-2fb2-4d41-ba3e-97d6d92761a8 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 943 time: 0.0811846 Oct 12 18:55:51.356179 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e6bfe-9f59-4b2d-836a-db069ed3cbbf req-7ee47ab5-dded-4809-a1f4-9a4ee3a2b67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:51.357565 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ae5e6bfe-9f59-4b2d-836a-db069ed3cbbf req-7ee47ab5-dded-4809-a1f4-9a4ee3a2b67f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c55345b-ca2a-48c3-886b-2a3578444a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608716 Oct 12 18:55:51.430573 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-355ae809-5d95-4649-ae80-c76b584a3f54 req-cf67d026-6788-4c29-b3e3-786ab72fa19a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719969 Oct 12 18:55:51.468173 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ae5e6bfe-9f59-4b2d-836a-db069ed3cbbf req-4f2e9251-280c-458c-89bd-495579e8409f service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947015 Oct 12 18:55:51.560361 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ae5e6bfe-9f59-4b2d-836a-db069ed3cbbf req-e20ce967-65da-4f63-93e5-e63e51fdd25c service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829551 Oct 12 18:55:52.551372 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c5369-de8e-4b7b-b73d-3bf2762c574a req-6267577e-206a-468f-90cd-a7633c823df7 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:52.552881 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c62c5369-de8e-4b7b-b73d-3bf2762c574a req-6267577e-206a-468f-90cd-a7633c823df7 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 943 time: 0.0515933 Oct 12 18:55:52.592056 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c62c5369-de8e-4b7b-b73d-3bf2762c574a req-e08d390f-5436-45d9-8ce6-076ef860c4d6 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330822 Oct 12 18:55:53.710368 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f968f25-2367-45ed-a3ec-61af15ce157d req-5d6fe753-ed58-47a6-a590-d0bd53351395 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:53.711791 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8f968f25-2367-45ed-a3ec-61af15ce157d req-5d6fe753-ed58-47a6-a590-d0bd53351395 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 943 time: 0.0518453 Oct 12 18:55:53.752698 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8f968f25-2367-45ed-a3ec-61af15ce157d req-a8fc3bbc-5cfb-42c0-842b-25774b0ea4bc tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352719 Oct 12 18:55:54.456578 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3a9024a9-c6ab-4913-b200-67f2206374ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:54.866766 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46a6f7-71f8-484c-bc01-786e8e551c67 req-b17cb1c3-b011-486f-a8d3-f891b77eec83 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:54.868192 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fa46a6f7-71f8-484c-bc01-786e8e551c67 req-b17cb1c3-b011-486f-a8d3-f891b77eec83 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 943 time: 0.0482512 Oct 12 18:55:54.904166 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fa46a6f7-71f8-484c-bc01-786e8e551c67 req-0b4117d0-3840-45f4-9843-1eeea1f64e76 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302148 Oct 12 18:55:56.021574 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0809d-9034-4ef4-b13d-f8a5104dd06c req-6009557b-0e6b-40c9-ab7b-e4e12011b1bf tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:56.023058 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2f0809d-9034-4ef4-b13d-f8a5104dd06c req-6009557b-0e6b-40c9-ab7b-e4e12011b1bf tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 943 time: 0.0503204 Oct 12 18:55:56.060261 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c2f0809d-9034-4ef4-b13d-f8a5104dd06c req-d4c8f338-4f97-466a-8eb8-8b2d00c12198 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313399 Oct 12 18:55:56.982058 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7973f1ba-3eac-43be-b656-6f92cfdf6fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:57.176771 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aec724-a735-47f6-bf24-31eae3a23a7b req-07cfdb1f-d885-44c6-b76f-f64a7f43fd83 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:57.178219 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c8aec724-a735-47f6-bf24-31eae3a23a7b req-07cfdb1f-d885-44c6-b76f-f64a7f43fd83 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 943 time: 0.0513935 Oct 12 18:55:57.214815 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c8aec724-a735-47f6-bf24-31eae3a23a7b req-4a1c4acc-8b56-40a3-b7e3-06cbd0108a83 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307600 Oct 12 18:55:58.003930 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:58.175969 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:58.322669 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 36a5f779-a733-460e-8463-bccbb0e608b6 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:55:58.330750 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8543d-b710-4879-909b-cafb1994969f req-1c699e02-a6ae-4981-8044-e821e90f59d1 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:58.332226 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-92f8543d-b710-4879-909b-cafb1994969f req-1c699e02-a6ae-4981-8044-e821e90f59d1 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 943 time: 0.0500314 Oct 12 18:55:58.368522 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-92f8543d-b710-4879-909b-cafb1994969f req-be1de8af-6e2d-4ee7-a1c1-2dd1d30af924 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303862 Oct 12 18:55:58.416982 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 36a5f779-a733-460e-8463-bccbb0e608b6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=36a5f779-a733-460e-8463-bccbb0e608b6,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:58.428490 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': '36a5f779-a733-460e-8463-bccbb0e608b6', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'port_id': '36a5f779-a733-460e-8463-bccbb0e608b6', 'mac_address': 'fa:16:3e:68:51:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:55:58.464143 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:58.476369 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a5f779-a733-460e-8463-bccbb0e608b6 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:55:58.494760 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 36a5f779-a733-460e-8463-bccbb0e608b6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=36a5f779-a733-460e-8463-bccbb0e608b6,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:55:58.498800 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:55:58.543634 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=36a5f779-a733-460e-8463-bccbb0e608b6,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:55:58.855953 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['36a5f779-a733-460e-8463-bccbb0e608b6'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:55:59.484125 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f200b0-b5d3-4e0c-9861-365353c2838b req-719b3ac5-ba42-4324-b7ee-787d37684b31 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:55:59.485650 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a0f200b0-b5d3-4e0c-9861-365353c2838b req-719b3ac5-ba42-4324-b7ee-787d37684b31 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 944 time: 0.0487852 Oct 12 18:55:59.521847 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a0f200b0-b5d3-4e0c-9861-365353c2838b req-c1f78eca-aa13-459b-96be-3bc67093701f tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303562 Oct 12 18:55:59.734587 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:00.344913 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 36a5f779-a733-460e-8463-bccbb0e608b6 up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:56:00.393569 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port 36a5f779-a733-460e-8463-bccbb0e608b6 completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:56:00.397113 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port 36a5f779-a733-460e-8463-bccbb0e608b6 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:56:00.397517 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:00.471294 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:00.492997 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5afa3ad-6fdd-478d-9e2a-e1da791b275d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a5f779-a733-460e-8463-bccbb0e608b6'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:56:00.495277 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271167b9-4581-40f3-adb8-5dfb146b8331" -d '{"events": [{"server_uuid": "b5afa3ad-6fdd-478d-9e2a-e1da791b275d", "name": "network-vif-plugged", "status": "completed", "tag": "36a5f779-a733-460e-8463-bccbb0e608b6"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:56:00.507214 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 36a5f779-a733-460e-8463-bccbb0e608b6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=36a5f779-a733-460e-8463-bccbb0e608b6,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:56:00.511129 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:00.537726 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b661ecf-67d9-43e9-a1d1-e88749ef9589 x-openstack-request-id: req-5b661ecf-67d9-43e9-a1d1-e88749ef9589 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:56:00.538017 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5afa3ad-6fdd-478d-9e2a-e1da791b275d", "name": "network-vif-plugged", "status": "completed", "tag": "36a5f779-a733-460e-8463-bccbb0e608b6", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:56:00.538266 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5b661ecf-67d9-43e9-a1d1-e88749ef9589 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:56:00.538639 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5afa3ad-6fdd-478d-9e2a-e1da791b275d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a5f779-a733-460e-8463-bccbb0e608b6', 'code': 200} Oct 12 18:56:00.569818 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=36a5f779-a733-460e-8463-bccbb0e608b6,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:56:00.649952 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03d069-6872-4285-ae7e-c9dec6cdb156 req-ff15e9a7-96e6-42eb-a927-d892730b3315 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:00.651372 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bf03d069-6872-4285-ae7e-c9dec6cdb156 req-ff15e9a7-96e6-42eb-a927-d892730b3315 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 945 time: 0.0528302 Oct 12 18:56:00.692413 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bf03d069-6872-4285-ae7e-c9dec6cdb156 req-8e7465c3-fe8e-4337-ac1c-cd6b9721e1a1 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350940 Oct 12 18:56:00.781405 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cd590-8af3-457a-a5fa-a3b90ae4e6ea req-dcb65511-dbca-4bd2-81ce-013954a282a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:00.782961 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-378cd590-8af3-457a-a5fa-a3b90ae4e6ea req-dcb65511-dbca-4bd2-81ce-013954a282a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 1098 time: 0.0386596 Oct 12 18:56:00.818145 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-378cd590-8af3-457a-a5fa-a3b90ae4e6ea req-eed5fb81-aeeb-4763-bb93-f6861de17522 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271199 Oct 12 18:56:01.809054 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c450-00f3-4825-86bf-ec68dc56b538 req-e2ff9dd7-6cbe-4201-a928-6e01f82927ba tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:01.810420 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7f03c450-00f3-4825-86bf-ec68dc56b538 req-e2ff9dd7-6cbe-4201-a928-6e01f82927ba tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 945 time: 0.0480266 Oct 12 18:56:01.848678 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7f03c450-00f3-4825-86bf-ec68dc56b538 req-c7f084a6-c172-4691-9497-9260b08155c1 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314605 Oct 12 18:56:02.970236 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a290db-53c5-40b4-bf90-e2bcbfb7d1ed req-d4cee2fb-c64b-4cc5-b696-6e6c860b6612 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:02.971682 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-24a290db-53c5-40b4-bf90-e2bcbfb7d1ed req-d4cee2fb-c64b-4cc5-b696-6e6c860b6612 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 945 time: 0.0556529 Oct 12 18:56:03.008432 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-24a290db-53c5-40b4-bf90-e2bcbfb7d1ed req-1264f574-cffb-48d0-8ebd-14de2b632a32 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308878 Oct 12 18:56:03.121739 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5e8c3-ea55-4ff8-af07-38233f01d458 req-f60c1b3e-03df-4264-b5c0-56ed06659ebe tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:03.123175 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d0e5e8c3-ea55-4ff8-af07-38233f01d458 req-f60c1b3e-03df-4264-b5c0-56ed06659ebe tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 945 time: 0.0480759 Oct 12 18:56:03.160433 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d0e5e8c3-ea55-4ff8-af07-38233f01d458 req-2cc5a5f5-633c-44f7-bae1-3eb779cbd086 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313311 Oct 12 18:56:03.181671 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 41778) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:56:03.365518 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b4f5ed-1ea5-43cd-a8a9-87660a1d9315 tempest-TestVolumeBootPattern-796781353 tempest-TestVolumeBootPattern-796781353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:03.367023 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-69b4f5ed-1ea5-43cd-a8a9-87660a1d9315 tempest-TestVolumeBootPattern-796781353 tempest-TestVolumeBootPattern-796781353-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 1093 time: 0.1844213 Oct 12 18:56:03.369805 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 41786) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:56:03.373930 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Request body: {'floatingip': {'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'port_id': '36a5f779-a733-460e-8463-bccbb0e608b6', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:56:03.397291 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for floatingip, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:03.492998 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:03.593845 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Allocated IP 172.27.0.148 (3ebee7fc-7e47-48dc-a73f-702afd21678f/257fc62d-aef6-4fd3-8a07-67da1276276c/a5435332-1b99-4426-966b-4c2a9fb4f969) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:56:03.694839 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:03.727113 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:03.764281 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:56:03.767375 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:56:03.770844 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:56:03.794385 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event updated for resources: {'Port': ['ID=a5435332-1b99-4426-966b-4c2a9fb4f969,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:56:04.116470 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:04.179155 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:04.323237 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:04.327359 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:04.658929 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event updated for resources: {'Port': ['ID=a5435332-1b99-4426-966b-4c2a9fb4f969,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:56:04.666857 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7932303'] for floatingip, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:04.764739 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.l3_db [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Floating IP 0b9b8f5e-18c4-407e-a577-b6d1cd2a8989 associated. External IP: 172.27.0.148, port: 36a5f779-a733-460e-8463-bccbb0e608b6. Oct 12 18:56:04.964475 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Router e973f51b-c6bf-4e3d-8722-52a1d75590e4 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:56:05.071203 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:56:05.080770 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6988e92-9ccb-4932-9fd9-c09dfaeb6aca None None] Sync routers for ids ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:56:05.091195 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:05.091441 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6988e92-9ccb-4932-9fd9-c09dfaeb6aca None None] Routers {'e973f51b-c6bf-4e3d-8722-52a1d75590e4'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:56:05.092060 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-c6988e92-9ccb-4932-9fd9-c09dfaeb6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:55:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:56:05.118687 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-c62dba00-ac0b-41d6-bc9e-eb811c4a74a2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7478814 Oct 12 18:56:05.119550 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5afa3ad-6fdd-478d-9e2a-e1da791b275d', 'tag': '36a5f779-a733-460e-8463-bccbb0e608b6'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:56:05.121492 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49c1272-00ac-444d-adbd-e55cb5fa0efa" -d '{"events": [{"name": "network-changed", "server_uuid": "b5afa3ad-6fdd-478d-9e2a-e1da791b275d", "tag": "36a5f779-a733-460e-8463-bccbb0e608b6"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:56:05.158115 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbbe4a0-835e-4505-8cb9-3b945b1c7355 x-openstack-request-id: req-4bbbe4a0-835e-4505-8cb9-3b945b1c7355 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:56:05.158402 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5afa3ad-6fdd-478d-9e2a-e1da791b275d", "tag": "36a5f779-a733-460e-8463-bccbb0e608b6", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:56:05.158660 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4bbbe4a0-835e-4505-8cb9-3b945b1c7355 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:56:05.159054 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5afa3ad-6fdd-478d-9e2a-e1da791b275d', 'tag': '36a5f779-a733-460e-8463-bccbb0e608b6', 'status': 'completed', 'code': 200} Oct 12 18:56:05.205178 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-c6988e92-9ccb-4932-9fd9-c09dfaeb6aca None None] Set router e973f51b-c6bf-4e3d-8722-52a1d75590e4 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:56:05.225336 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c1272-00ac-444d-adbd-e55cb5fa0efa req-84face6e-8830-4658-bcb4-de14519ae004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:05.226766 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f49c1272-00ac-444d-adbd-e55cb5fa0efa req-84face6e-8830-4658-bcb4-de14519ae004 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 1098 time: 0.0405619 Oct 12 18:56:05.321400 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c1272-00ac-444d-adbd-e55cb5fa0efa req-b618d77e-b1d4-4001-af69-1b2e4422c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:05.322859 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f49c1272-00ac-444d-adbd-e55cb5fa0efa req-b618d77e-b1d4-4001-af69-1b2e4422c839 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 912 time: 0.0879846 Oct 12 18:56:05.390866 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f49c1272-00ac-444d-adbd-e55cb5fa0efa req-2d409ce9-b564-47f5-bdad-aa589c89df5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a5f779-a733-460e-8463-bccbb0e608b6 HTTP/1.1" status: 200 len: 999 time: 0.0588813 Oct 12 18:56:05.440532 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c1272-00ac-444d-adbd-e55cb5fa0efa req-d891415f-8c54-4b61-af10-76c681fde9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:05.442039 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f49c1272-00ac-444d-adbd-e55cb5fa0efa req-d891415f-8c54-4b61-af10-76c681fde9cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aae68136-9fb4-4119-8455-c8cf7655c6e9 HTTP/1.1" status: 200 len: 850 time: 0.0444286 Oct 12 18:56:05.442935 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-c6988e92-9ccb-4932-9fd9-c09dfaeb6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '0b9b8f5e-18c4-407e-a577-b6d1cd2a8989', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'port_id': '36a5f779-a733-460e-8463-bccbb0e608b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'mac_address': 'fa:16:3e:68:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5afa3ad-6fdd-478d-9e2a-e1da791b275d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:56:03Z', 'updated_at': '2021-10-12T18:56:03Z', 'revision_number': 0, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 5, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:56:05.468978 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6988e92-9ccb-4932-9fd9-c09dfaeb6aca None None] Checking router: e973f51b-c6bf-4e3d-8722-52a1d75590e4 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:56:05.477322 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6988e92-9ccb-4932-9fd9-c09dfaeb6aca None None] Routers {'e973f51b-c6bf-4e3d-8722-52a1d75590e4'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:56:05.477904 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-c6988e92-9ccb-4932-9fd9-c09dfaeb6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:55:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:56:05.492360 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c1272-00ac-444d-adbd-e55cb5fa0efa req-ed857284-f45c-44cc-8169-a4e86a5811c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:05.493888 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f49c1272-00ac-444d-adbd-e55cb5fa0efa req-ed857284-f45c-44cc-8169-a4e86a5811c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c55345b-ca2a-48c3-886b-2a3578444a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434146 Oct 12 18:56:05.604542 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f49c1272-00ac-444d-adbd-e55cb5fa0efa req-714a612a-b878-49ef-90a3-b5ddc58a41c4 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028240 Oct 12 18:56:05.703078 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f49c1272-00ac-444d-adbd-e55cb5fa0efa req-d7c30df7-9c3d-4511-a75c-b02e01495458 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866201 Oct 12 18:56:05.720485 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-c6988e92-9ccb-4932-9fd9-c09dfaeb6aca None None] Set router e973f51b-c6bf-4e3d-8722-52a1d75590e4 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:56:05.940289 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-c6988e92-9ccb-4932-9fd9-c09dfaeb6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '0b9b8f5e-18c4-407e-a577-b6d1cd2a8989', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'port_id': '36a5f779-a733-460e-8463-bccbb0e608b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'mac_address': 'fa:16:3e:68:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5afa3ad-6fdd-478d-9e2a-e1da791b275d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:56:03Z', 'updated_at': '2021-10-12T18:56:03Z', 'revision_number': 0, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 5, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:56:05.966565 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6988e92-9ccb-4932-9fd9-c09dfaeb6aca None None] The sync data for ids ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'] in dv-cinder-813229-2-iscsi is: [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '0b9b8f5e-18c4-407e-a577-b6d1cd2a8989', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'port_id': '36a5f779-a733-460e-8463-bccbb0e608b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'mac_address': 'fa:16:3e:68:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5afa3ad-6fdd-478d-9e2a-e1da791b275d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:56:03Z', 'updated_at': '2021-10-12T18:56:03Z', 'revision_number': 0, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 5, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:56:06.155951 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a1cc91-0145-4015-b2fb-c38162b871cf None None] New status for floating IP 0b9b8f5e-18c4-407e-a577-b6d1cd2a8989: ACTIVE {{(pid=100620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:56:09.617214 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:11.645945 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:56:14.846559 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dee36-2add-44ca-9cde-cd9328aa6861 req-78d3ca15-a2f1-4d6b-a684-0a15b4683668 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:14.848001 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bd5dee36-2add-44ca-9cde-cd9328aa6861 req-78d3ca15-a2f1-4d6b-a684-0a15b4683668 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0569849 Oct 12 18:56:14.884429 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bd5dee36-2add-44ca-9cde-cd9328aa6861 req-870aa9fd-b84e-4e98-84f0-ba9e511f043a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305450 Oct 12 18:56:16.007800 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6aa956-a059-430d-876a-ffa6cf805dee req-5034ed60-eee8-448d-883f-227e976650c8 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:16.009224 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7f6aa956-a059-430d-876a-ffa6cf805dee req-5034ed60-eee8-448d-883f-227e976650c8 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0523939 Oct 12 18:56:16.046021 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7f6aa956-a059-430d-876a-ffa6cf805dee req-764e4351-12a8-40fe-8a12-da4f3bc2a140 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309956 Oct 12 18:56:17.164678 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf50ead-34ac-444f-9d7d-a4262c2acca8 req-2c9af488-6d56-4c9e-8319-a450a185e68a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:17.166130 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8cf50ead-34ac-444f-9d7d-a4262c2acca8 req-2c9af488-6d56-4c9e-8319-a450a185e68a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0476100 Oct 12 18:56:17.206298 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8cf50ead-34ac-444f-9d7d-a4262c2acca8 req-e317e220-6c62-4776-b531-b7c28bfe7898 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343535 Oct 12 18:56:18.323862 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53e428-b048-4cd4-8ab4-99a7d29a6134 req-03013fd0-2f0e-4351-88a4-056adb980c8f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:18.325311 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fb53e428-b048-4cd4-8ab4-99a7d29a6134 req-03013fd0-2f0e-4351-88a4-056adb980c8f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0482726 Oct 12 18:56:18.363368 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fb53e428-b048-4cd4-8ab4-99a7d29a6134 req-e1665f4a-6126-45c5-916d-00707cb51c36 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315726 Oct 12 18:56:19.479132 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae608b-2ed5-4e7f-8278-ff706add8271 req-06f1825c-bef6-45cf-8153-6361e07940c9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:19.480578 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0aae608b-2ed5-4e7f-8278-ff706add8271 req-06f1825c-bef6-45cf-8153-6361e07940c9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0480521 Oct 12 18:56:19.517745 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0aae608b-2ed5-4e7f-8278-ff706add8271 req-1d3ea5e0-c8ea-4862-8970-543e2ac60b6e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312393 Oct 12 18:56:20.634671 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c900f98-cac5-4783-a11a-7668bf63f91d req-06642308-2add-40ec-8bfa-0c88abc032d5 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:20.636139 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4c900f98-cac5-4783-a11a-7668bf63f91d req-06642308-2add-40ec-8bfa-0c88abc032d5 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0473058 Oct 12 18:56:20.676002 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4c900f98-cac5-4783-a11a-7668bf63f91d req-61997ec1-0e52-4df7-9611-ec7cb6649b8c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340962 Oct 12 18:56:21.791415 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f57e9f-5b15-40a4-86e8-1e73b61d6768 req-46680ff0-1957-41c3-9ecc-8df2fd6bf8ff tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:21.792851 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-23f57e9f-5b15-40a4-86e8-1e73b61d6768 req-46680ff0-1957-41c3-9ecc-8df2fd6bf8ff tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0478449 Oct 12 18:56:21.830389 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-23f57e9f-5b15-40a4-86e8-1e73b61d6768 req-ca91153b-0e3d-4b1b-b3f9-b2a87fecaa84 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316775 Oct 12 18:56:22.947151 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f121c-7d1b-4e55-8054-23ae81ec71e4 req-cba987a6-cdf1-4ecc-801c-ab10a6dcd35c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:22.948611 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-922f121c-7d1b-4e55-8054-23ae81ec71e4 req-cba987a6-cdf1-4ecc-801c-ab10a6dcd35c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0492997 Oct 12 18:56:22.984623 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-922f121c-7d1b-4e55-8054-23ae81ec71e4 req-c1197aed-a52b-4041-a914-9a6239f139e3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301421 Oct 12 18:56:24.102447 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270f3ad-f4d7-4bbf-85ca-a71a55a43fc0 req-69e2fd34-9f01-4ed4-a5ba-0c63728524f9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:24.105102 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0270f3ad-f4d7-4bbf-85ca-a71a55a43fc0 req-69e2fd34-9f01-4ed4-a5ba-0c63728524f9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0493140 Oct 12 18:56:24.146089 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0270f3ad-f4d7-4bbf-85ca-a71a55a43fc0 req-a61bf9ae-6dae-4a42-92fa-c1457455ee94 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351348 Oct 12 18:56:24.457119 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5178ce18-c50c-4874-8092-22d2af02f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:25.260467 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e0673-2f80-4e63-8953-b80fb314522b req-d471a7c9-da45-453c-8123-3b1e05c129b1 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:25.261928 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fb9e0673-2f80-4e63-8953-b80fb314522b req-d471a7c9-da45-453c-8123-3b1e05c129b1 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0476840 Oct 12 18:56:25.300841 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fb9e0673-2f80-4e63-8953-b80fb314522b req-345f2c28-180a-4314-bae0-9e505b8b0bb1 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329831 Oct 12 18:56:26.420664 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb97084-7b4c-4323-94aa-f5a48d54570d req-d0a8d8df-ca28-412b-be60-29c3387d4171 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:26.422147 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-efb97084-7b4c-4323-94aa-f5a48d54570d req-d0a8d8df-ca28-412b-be60-29c3387d4171 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0496020 Oct 12 18:56:26.461825 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-efb97084-7b4c-4323-94aa-f5a48d54570d req-14ddf81b-6507-4b1c-825f-7b9f85c81d70 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335031 Oct 12 18:56:26.983182 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-122f17f2-6f74-47f8-9648-829be1aa1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:27.578724 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b1cbe-fb48-409c-9aba-ea09da7c20b4 req-a5b2ffc6-277c-4ada-8be9-d3fbcd44c607 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:27.580735 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-285b1cbe-fb48-409c-9aba-ea09da7c20b4 req-a5b2ffc6-277c-4ada-8be9-d3fbcd44c607 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0481775 Oct 12 18:56:27.620423 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-285b1cbe-fb48-409c-9aba-ea09da7c20b4 req-4f22f14b-efb0-4b52-9ba3-39c87d4b0a77 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337889 Oct 12 18:56:28.006599 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:28.179145 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:28.738139 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9742e-3529-4001-acae-a7d07e45d162 req-3e75d999-af7d-4ec8-ad2f-641db1f2020d tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:28.739559 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f1a9742e-3529-4001-acae-a7d07e45d162 req-3e75d999-af7d-4ec8-ad2f-641db1f2020d tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0497551 Oct 12 18:56:28.784359 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f1a9742e-3529-4001-acae-a7d07e45d162 req-804e18dc-0701-4aa6-97e2-094883499eb6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389810 Oct 12 18:56:29.739217 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:29.898518 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feae6af-fb8f-4754-a90c-cb51f0b8b04f req-4d255a23-8543-4058-88c2-2bb5e68dd3a3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:29.899946 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6feae6af-fb8f-4754-a90c-cb51f0b8b04f req-4d255a23-8543-4058-88c2-2bb5e68dd3a3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0479851 Oct 12 18:56:29.936405 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6feae6af-fb8f-4754-a90c-cb51f0b8b04f req-a2191e46-06f5-422b-836b-045083df1805 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305984 Oct 12 18:56:31.052737 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4095e4-b68f-4d1f-99be-78df78c238d2 req-77de9560-c50c-4c9a-b55e-9d8f2b81c5d8 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:31.054183 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1d4095e4-b68f-4d1f-99be-78df78c238d2 req-77de9560-c50c-4c9a-b55e-9d8f2b81c5d8 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0472226 Oct 12 18:56:31.093062 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1d4095e4-b68f-4d1f-99be-78df78c238d2 req-bfa3c36c-a61e-4a50-ab95-ec642903a55c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331249 Oct 12 18:56:32.209808 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309975f-206e-4753-ad76-7e50e72621ff req-59ed2b51-339e-42b6-8f9a-4f0376f6b3e2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:32.211217 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a309975f-206e-4753-ad76-7e50e72621ff req-59ed2b51-339e-42b6-8f9a-4f0376f6b3e2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0476213 Oct 12 18:56:32.247135 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a309975f-206e-4753-ad76-7e50e72621ff req-9c05a252-018d-48bc-b043-2f6d9fd0bc03 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302086 Oct 12 18:56:32.491139 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device bec1ff87-b9e4-42aa-a046-de4b020bb20a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:56:32.582551 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port bec1ff87-b9e4-42aa-a046-de4b020bb20a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bec1ff87-b9e4-42aa-a046-de4b020bb20a,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:56:32.592956 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'port_id': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a', 'mac_address': 'fa:16:3e:c9:a3:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:56:32.631342 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:32.644120 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bec1ff87-b9e4-42aa-a046-de4b020bb20a {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:56:32.662556 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port bec1ff87-b9e4-42aa-a046-de4b020bb20a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bec1ff87-b9e4-42aa-a046-de4b020bb20a,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:56:32.666408 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:32.714802 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=bec1ff87-b9e4-42aa-a046-de4b020bb20a,revision_number=6']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:56:32.758058 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['bec1ff87-b9e4-42aa-a046-de4b020bb20a'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:56:33.369692 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6cb4c-463a-4f5f-af4e-2ed1cd02dd57 req-68501df5-3cde-4fd6-af52-739750e24cd7 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:33.371134 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8da6cb4c-463a-4f5f-af4e-2ed1cd02dd57 req-68501df5-3cde-4fd6-af52-739750e24cd7 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 944 time: 0.0482628 Oct 12 18:56:33.410873 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8da6cb4c-463a-4f5f-af4e-2ed1cd02dd57 req-8e6218ba-c16a-43d6-907f-cf40a6ed240c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318191 Oct 12 18:56:34.478238 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device bec1ff87-b9e4-42aa-a046-de4b020bb20a up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:56:34.526595 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port bec1ff87-b9e4-42aa-a046-de4b020bb20a triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:56:34.526967 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:34.530264 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218853c8-8153-4bfb-978d-90826be2be26 req-a2595b68-a935-4554-8366-935d4d41c680 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:34.531763 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-218853c8-8153-4bfb-978d-90826be2be26 req-a2595b68-a935-4554-8366-935d4d41c680 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 944 time: 0.0515921 Oct 12 18:56:34.578211 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-218853c8-8153-4bfb-978d-90826be2be26 req-b3fa0fdd-a070-4e21-aaf6-1284163e79da tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392513 Oct 12 18:56:34.606430 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:34.628579 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074c85c-0618-47e2-9f1e-c40e59d2185e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:56:34.630804 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a16d164-6cba-443e-82ae-7df501ba34d1" -d '{"events": [{"server_uuid": "d074c85c-0618-47e2-9f1e-c40e59d2185e", "name": "network-vif-plugged", "status": "completed", "tag": "bec1ff87-b9e4-42aa-a046-de4b020bb20a"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:56:34.643511 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port bec1ff87-b9e4-42aa-a046-de4b020bb20a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bec1ff87-b9e4-42aa-a046-de4b020bb20a,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:56:34.647548 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:34.673922 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d03e94-c523-4b81-90fa-c02b5266157c x-openstack-request-id: req-30d03e94-c523-4b81-90fa-c02b5266157c {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:56:34.674218 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074c85c-0618-47e2-9f1e-c40e59d2185e", "name": "network-vif-plugged", "status": "completed", "tag": "bec1ff87-b9e4-42aa-a046-de4b020bb20a", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:56:34.674475 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-30d03e94-c523-4b81-90fa-c02b5266157c {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:56:34.674865 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074c85c-0618-47e2-9f1e-c40e59d2185e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a', 'code': 200} Oct 12 18:56:34.699321 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=bec1ff87-b9e4-42aa-a046-de4b020bb20a,revision_number=7']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:56:35.698847 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67254d34-a1e3-4723-a3f6-d04f762e5eb2 req-a6bd6e66-d9b4-4a75-894c-9da4136bd1a6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:35.700277 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-67254d34-a1e3-4723-a3f6-d04f762e5eb2 req-a6bd6e66-d9b4-4a75-894c-9da4136bd1a6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0488751 Oct 12 18:56:35.737501 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-67254d34-a1e3-4723-a3f6-d04f762e5eb2 req-dec06491-ff66-4b33-b73c-ee7b19116626 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309873 Oct 12 18:56:36.854603 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68e805-404b-4167-a414-7cb9a6c6e331 req-fdd367d8-bbeb-45c7-ab26-f45f1d77594a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:36.855980 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2a68e805-404b-4167-a414-7cb9a6c6e331 req-fdd367d8-bbeb-45c7-ab26-f45f1d77594a tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0507991 Oct 12 18:56:36.893265 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2a68e805-404b-4167-a414-7cb9a6c6e331 req-60ca8cbf-0097-4dfa-b951-6a6e2c6aa5b5 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308628 Oct 12 18:56:38.008618 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5deb3-8ab5-488e-b40a-1f08cf215bb8 req-5a4956fb-23ff-4e09-8588-b95c5700498d tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:38.010096 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7ce5deb3-8ab5-488e-b40a-1f08cf215bb8 req-5a4956fb-23ff-4e09-8588-b95c5700498d tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0471039 Oct 12 18:56:38.049782 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7ce5deb3-8ab5-488e-b40a-1f08cf215bb8 req-f50ee204-c072-4d70-a11c-9a7e4c4aa7fd tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338264 Oct 12 18:56:39.175630 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc84ba-c2aa-431b-b101-ed059e2510d8 req-f25e2249-3385-430b-bd58-934b38779e8e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:39.177372 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-47bc84ba-c2aa-431b-b101-ed059e2510d8 req-f25e2249-3385-430b-bd58-934b38779e8e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0548420 Oct 12 18:56:39.224350 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-47bc84ba-c2aa-431b-b101-ed059e2510d8 req-605ff25c-0eb4-4ed6-9543-3fe2d7af87b7 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404606 Oct 12 18:56:39.635060 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:40.342444 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faf23a-a8dc-4bee-a0ed-81f773abe21a req-e8df48a6-204d-4a00-a220-c159cbe0ed8b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:40.344534 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a3faf23a-a8dc-4bee-a0ed-81f773abe21a req-e8df48a6-204d-4a00-a220-c159cbe0ed8b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0496402 Oct 12 18:56:40.390926 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a3faf23a-a8dc-4bee-a0ed-81f773abe21a req-5b11937c-ddb0-4175-8d26-5a4ecc1a45ea tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392005 Oct 12 18:56:41.516334 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa48dd2-1bb4-422d-a6a8-ddc76b627801 req-86d349d9-2cf5-408e-b555-2b88a2055b3b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:41.518046 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8fa48dd2-1bb4-422d-a6a8-ddc76b627801 req-86d349d9-2cf5-408e-b555-2b88a2055b3b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0493281 Oct 12 18:56:41.574885 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8fa48dd2-1bb4-422d-a6a8-ddc76b627801 req-c5a2fe36-2b0a-479e-9b81-728dbc50b746 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452805 Oct 12 18:56:42.712952 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb81077-745b-4694-a1c0-645eadc870b9 req-fc5c3786-b021-4259-b435-4f85ab4e7ddc tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:42.714469 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6eb81077-745b-4694-a1c0-645eadc870b9 req-fc5c3786-b021-4259-b435-4f85ab4e7ddc tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0600352 Oct 12 18:56:42.767981 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6eb81077-745b-4694-a1c0-645eadc870b9 req-6e587649-e96c-4bb0-a153-6a31bab767cc tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431738 Oct 12 18:56:43.883731 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d42c69-287a-41ec-ae86-c26dafe294f7 req-c9ca44dc-d2d2-4432-ad33-d9c52c6b5866 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:43.890821 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-49d42c69-287a-41ec-ae86-c26dafe294f7 req-c9ca44dc-d2d2-4432-ad33-d9c52c6b5866 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0568719 Oct 12 18:56:43.929899 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-49d42c69-287a-41ec-ae86-c26dafe294f7 req-7882ae19-9f02-4f0e-b3bf-44bb04a3dc6d tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381300 Oct 12 18:56:45.067379 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d56d1-a136-4591-bb13-40df7fd63f79 req-6198abe7-93eb-44d5-96d8-98a66ac178ed tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:45.069766 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-278d56d1-a136-4591-bb13-40df7fd63f79 req-6198abe7-93eb-44d5-96d8-98a66ac178ed tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0628183 Oct 12 18:56:45.112664 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-278d56d1-a136-4591-bb13-40df7fd63f79 req-af1078bf-07e1-4424-a8e3-f5c463f4e29d tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367448 Oct 12 18:56:46.243965 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ed591-17bb-4169-8143-9f1b76569a30 req-40d779ef-d23b-4b52-9bcf-31956bdf8a65 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:46.245474 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0f5ed591-17bb-4169-8143-9f1b76569a30 req-40d779ef-d23b-4b52-9bcf-31956bdf8a65 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0556054 Oct 12 18:56:46.302596 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0f5ed591-17bb-4169-8143-9f1b76569a30 req-516088d0-3016-4541-a31d-237e77a0409b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497143 Oct 12 18:56:47.568748 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514d9bb-d597-4ccd-8793-26f8476859fd req-25aa4d87-b51c-4c65-8a43-db23253a48d9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:47.571191 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d514d9bb-d597-4ccd-8793-26f8476859fd req-25aa4d87-b51c-4c65-8a43-db23253a48d9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.1859977 Oct 12 18:56:47.628913 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d514d9bb-d597-4ccd-8793-26f8476859fd req-f5f7ea67-3718-406e-879c-f5d1fd0d586b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431697 Oct 12 18:56:48.645001 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:56:48.739203 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8602624-c075-4373-a196-b763d99d5f65 req-ad5b5c06-17e2-4311-b626-89ab08bdd171 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:48.740686 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b8602624-c075-4373-a196-b763d99d5f65 req-ad5b5c06-17e2-4311-b626-89ab08bdd171 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0538740 Oct 12 18:56:48.784965 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b8602624-c075-4373-a196-b763d99d5f65 req-8161859b-2490-40d3-8eca-c0165aa701ca tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383458 Oct 12 18:56:49.667573 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b8d40-075c-454a-9f65-3eea9e8b1e92 req-9de3febe-20cf-42d2-be1b-1e8b36151457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:49.669014 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a13b8d40-075c-454a-9f65-3eea9e8b1e92 req-9de3febe-20cf-42d2-be1b-1e8b36151457 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71&device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 1098 time: 0.0406520 Oct 12 18:56:49.756954 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b8d40-075c-454a-9f65-3eea9e8b1e92 req-3f3da9a2-d5a8-42e0-ba28-c2b2e637b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:49.758396 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a13b8d40-075c-454a-9f65-3eea9e8b1e92 req-3f3da9a2-d5a8-42e0-ba28-c2b2e637b7f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 HTTP/1.1" status: 200 len: 918 time: 0.0823207 Oct 12 18:56:49.827635 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a13b8d40-075c-454a-9f65-3eea9e8b1e92 req-b1b99186-5eea-457b-a325-5fd29ac43e5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bec1ff87-b9e4-42aa-a046-de4b020bb20a HTTP/1.1" status: 200 len: 999 time: 0.0618150 Oct 12 18:56:49.904545 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b8d40-075c-454a-9f65-3eea9e8b1e92 req-a8951ba2-e026-4cb9-9c49-eab606299fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:49.905999 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a13b8d40-075c-454a-9f65-3eea9e8b1e92 req-a8951ba2-e026-4cb9-9c49-eab606299fae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e169c64-1553-4025-8cf9-96cfe11d06bd HTTP/1.1" status: 200 len: 856 time: 0.0710993 Oct 12 18:56:49.929751 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7f4f5-e956-48f6-9e48-4020c0c260ae req-870eed2c-37d7-4022-ab0d-1707809fdcb5 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:49.931152 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5ec7f4f5-e956-48f6-9e48-4020c0c260ae req-870eed2c-37d7-4022-ab0d-1707809fdcb5 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0712078 Oct 12 18:56:49.984952 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5ec7f4f5-e956-48f6-9e48-4020c0c260ae req-577864ff-6a9d-4a57-9b79-59c63f9f41e6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396485 Oct 12 18:56:49.987661 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b8d40-075c-454a-9f65-3eea9e8b1e92 req-6346590d-27f9-4e87-8b02-7a9633b055be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:49.989062 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a13b8d40-075c-454a-9f65-3eea9e8b1e92 req-6346590d-27f9-4e87-8b02-7a9633b055be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747354 Oct 12 18:56:50.081457 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a13b8d40-075c-454a-9f65-3eea9e8b1e92 req-8c56066b-db9c-4a99-8705-0cc9ae1bed6b service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848632 Oct 12 18:56:50.170399 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a13b8d40-075c-454a-9f65-3eea9e8b1e92 req-2170708d-0e62-45e0-aeda-74527f03d216 service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820417 Oct 12 18:56:51.105373 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13350d93-23ff-4e00-a960-736c006dae22 req-2ccdc646-ce12-4c98-82ac-2ec719ffb8a9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:51.106824 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-13350d93-23ff-4e00-a960-736c006dae22 req-2ccdc646-ce12-4c98-82ac-2ec719ffb8a9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0482545 Oct 12 18:56:51.143236 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-13350d93-23ff-4e00-a960-736c006dae22 req-9f73cf9e-ad6d-4259-bb03-42bc47291b8c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301712 Oct 12 18:56:52.284694 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e2493-03ee-4d9e-bc83-0552606a2ae5 req-f4570965-f818-4e31-b66d-8e388c57222d tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:52.286154 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-535e2493-03ee-4d9e-bc83-0552606a2ae5 req-f4570965-f818-4e31-b66d-8e388c57222d tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0555713 Oct 12 18:56:52.322655 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-535e2493-03ee-4d9e-bc83-0552606a2ae5 req-157623b9-9cee-4522-99e4-9a01aa607c33 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306292 Oct 12 18:56:53.318082 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24bf75-dfd5-49f7-81cb-8fbca1acca1a req-1011d251-0b63-45c2-979d-6c4a4de32641 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:53.319803 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-af24bf75-dfd5-49f7-81cb-8fbca1acca1a req-1011d251-0b63-45c2-979d-6c4a4de32641 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0624604 Oct 12 18:56:53.376669 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-af24bf75-dfd5-49f7-81cb-8fbca1acca1a req-f1c8eb99-9bc8-4524-99d0-5153fb6d887e tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425766 Oct 12 18:56:53.380365 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3fdb688e-1b4e-43f5-8e12-ae961ed2a2fe req-6a38dae0-26ed-4770-b76f-7a1a75de7028 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789430 Oct 12 18:56:54.232877 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb688e-1b4e-43f5-8e12-ae961ed2a2fe req-594f3fec-4614-4146-b0dd-724150b9b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:54.234535 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3fdb688e-1b4e-43f5-8e12-ae961ed2a2fe req-594f3fec-4614-4146-b0dd-724150b9b81e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e&tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71 HTTP/1.1" status: 200 len: 1098 time: 0.0430951 Oct 12 18:56:54.293966 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb688e-1b4e-43f5-8e12-ae961ed2a2fe req-9cb823d7-7df1-4bb5-b98e-6e37c936220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:54.295427 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3fdb688e-1b4e-43f5-8e12-ae961ed2a2fe req-9cb823d7-7df1-4bb5-b98e-6e37c936220a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71&device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 1098 time: 0.0400774 Oct 12 18:56:54.386015 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb688e-1b4e-43f5-8e12-ae961ed2a2fe req-c7ab8bf2-07ce-451b-b05d-ca67ffae295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:54.387421 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3fdb688e-1b4e-43f5-8e12-ae961ed2a2fe req-c7ab8bf2-07ce-451b-b05d-ca67ffae295f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 HTTP/1.1" status: 200 len: 918 time: 0.0846560 Oct 12 18:56:54.452912 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3fdb688e-1b4e-43f5-8e12-ae961ed2a2fe req-ed1c8a70-b0b0-4e12-8926-edac4271994b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bec1ff87-b9e4-42aa-a046-de4b020bb20a HTTP/1.1" status: 200 len: 999 time: 0.0582476 Oct 12 18:56:54.459198 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-076683d1-3ca8-46ca-9e31-f23cde9e048a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:54.531599 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb688e-1b4e-43f5-8e12-ae961ed2a2fe req-271e82ca-1507-4b10-8ae0-a8747f454e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:54.533596 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3fdb688e-1b4e-43f5-8e12-ae961ed2a2fe req-271e82ca-1507-4b10-8ae0-a8747f454e28 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e169c64-1553-4025-8cf9-96cfe11d06bd HTTP/1.1" status: 200 len: 856 time: 0.0691040 Oct 12 18:56:54.542296 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f710b5-816a-45cb-af82-6a8f00ff58f8 req-e6ffc397-d192-45fa-832f-a26bef715fac tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:54.543642 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-21f710b5-816a-45cb-af82-6a8f00ff58f8 req-e6ffc397-d192-45fa-832f-a26bef715fac tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 945 time: 0.0898638 Oct 12 18:56:54.602739 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device bec1ff87-b9e4-42aa-a046-de4b020bb20a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:56:54.607536 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-21f710b5-816a-45cb-af82-6a8f00ff58f8 req-ca5dc838-5a6f-4705-9764-971f55a8de7c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551574 Oct 12 18:56:54.610121 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb688e-1b4e-43f5-8e12-ae961ed2a2fe req-d6ae453a-2d3d-4750-901d-e42b59d98632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:54.612249 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3fdb688e-1b4e-43f5-8e12-ae961ed2a2fe req-d6ae453a-2d3d-4750-901d-e42b59d98632 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677764 Oct 12 18:56:54.677975 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:54.699582 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074c85c-0618-47e2-9f1e-c40e59d2185e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:56:54.701827 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e087c0-6164-4ee0-abfc-a7d3f62fa71b" -d '{"events": [{"server_uuid": "d074c85c-0618-47e2-9f1e-c40e59d2185e", "name": "network-vif-unplugged", "status": "completed", "tag": "bec1ff87-b9e4-42aa-a046-de4b020bb20a"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:56:54.705690 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3fdb688e-1b4e-43f5-8e12-ae961ed2a2fe req-79d96983-7c9f-4428-9351-24d8fa8f2896 service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845435 Oct 12 18:56:54.717956 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port bec1ff87-b9e4-42aa-a046-de4b020bb20a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bec1ff87-b9e4-42aa-a046-de4b020bb20a,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:56:54.723262 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:54.746624 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 18:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd6f552-1619-48cd-b3a3-2a9ca7458703 x-openstack-request-id: req-cdd6f552-1619-48cd-b3a3-2a9ca7458703 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:56:54.746914 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074c85c-0618-47e2-9f1e-c40e59d2185e", "name": "network-vif-unplugged", "status": "completed", "tag": "bec1ff87-b9e4-42aa-a046-de4b020bb20a", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:56:54.747162 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cdd6f552-1619-48cd-b3a3-2a9ca7458703 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:56:54.747542 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074c85c-0618-47e2-9f1e-c40e59d2185e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a', 'code': 200} Oct 12 18:56:54.772915 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=bec1ff87-b9e4-42aa-a046-de4b020bb20a,revision_number=8']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:56:54.780007 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:54.780357 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:54.780698 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:54.781032 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:54.781389 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:54.781791 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:54.782045 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:54.782371 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:54.783544 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:54.783955 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:54.784285 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:54.784637 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:56:54.803601 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3fdb688e-1b4e-43f5-8e12-ae961ed2a2fe req-9fae7374-3629-4060-b4e7-fb2f2e526e1c service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907972 Oct 12 18:56:55.730459 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9274f7c-b4ce-48d8-b1d9-db974c4a083c req-465db8e4-ef22-46b8-9d9b-610b31bb70ba tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:55.732120 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b9274f7c-b4ce-48d8-b1d9-db974c4a083c req-465db8e4-ef22-46b8-9d9b-610b31bb70ba tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.0483239 Oct 12 18:56:55.772969 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b9274f7c-b4ce-48d8-b1d9-db974c4a083c req-d1571d19-e767-4b5a-8597-c1aa2dd49dae tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351183 Oct 12 18:56:56.896170 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a205c-92a0-456f-866d-9d30718df18a req-eb4e4d00-6a53-4aba-b767-65972c50126c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:56.897627 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-950a205c-92a0-456f-866d-9d30718df18a req-eb4e4d00-6a53-4aba-b767-65972c50126c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.0516365 Oct 12 18:56:56.937971 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-950a205c-92a0-456f-866d-9d30718df18a req-751bdfa6-e6ee-4832-98c7-9d78b12ee9be tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339892 Oct 12 18:56:56.983937 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bbd30f1-6b3e-4808-b230-766fe78c6b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:58.014848 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:58.188491 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:56:58.202725 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b192ab-3bfe-496a-b8a7-ceddec70c56d req-e98fc5af-17f6-400f-9c5d-fa732db7ecde tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:58.204204 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-71b192ab-3bfe-496a-b8a7-ceddec70c56d req-e98fc5af-17f6-400f-9c5d-fa732db7ecde tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.0493646 Oct 12 18:56:58.243623 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-71b192ab-3bfe-496a-b8a7-ceddec70c56d req-e201b8df-8927-41d2-a8bc-72c25a3be64f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322421 Oct 12 18:56:59.363065 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6347651-c4c3-4bad-bc81-3894edd270ca req-ce94e980-e00c-405f-a4aa-425a17913cf5 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:56:59.364502 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a6347651-c4c3-4bad-bc81-3894edd270ca req-ce94e980-e00c-405f-a4aa-425a17913cf5 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.0506704 Oct 12 18:56:59.402046 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a6347651-c4c3-4bad-bc81-3894edd270ca req-4b2fc20d-7268-4e22-8d69-a33839d36a95 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315545 Oct 12 18:56:59.740120 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:00.524050 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59befd-bfc7-484c-b33e-fd1f37ff940d req-1588db7d-7cb2-4c3c-bbfe-1fa1d426e2f9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:00.525780 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fb59befd-bfc7-484c-b33e-fd1f37ff940d req-1588db7d-7cb2-4c3c-bbfe-1fa1d426e2f9 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.0527804 Oct 12 18:57:00.564908 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fb59befd-bfc7-484c-b33e-fd1f37ff940d req-6bd8b48b-34dc-4e19-b1d3-0abc65d348ab tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333388 Oct 12 18:57:01.688340 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3c5e9-aa42-4145-b5b7-daf5c821d149 req-d2168414-3d39-4e78-9b49-f385f2e49f1c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:01.690544 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c8e3c5e9-aa42-4145-b5b7-daf5c821d149 req-d2168414-3d39-4e78-9b49-f385f2e49f1c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.0490630 Oct 12 18:57:01.731242 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c8e3c5e9-aa42-4145-b5b7-daf5c821d149 req-20b4524f-0a30-4826-b60e-c2c8a55d2857 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320723 Oct 12 18:57:02.853366 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433c553-4f4b-4d67-aef2-93d349294e44 req-7589bfab-860b-4f81-baeb-dbd3847feadf tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:02.854761 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9433c553-4f4b-4d67-aef2-93d349294e44 req-7589bfab-860b-4f81-baeb-dbd3847feadf tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.0525022 Oct 12 18:57:02.891017 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9433c553-4f4b-4d67-aef2-93d349294e44 req-ec6faa48-b3a4-4451-a88e-6b8a57761b91 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304232 Oct 12 18:57:04.017497 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c582d-0c74-4e9d-b18a-034b916d3ac1 req-f2b5e5de-dd46-4980-915a-8b32747de54b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:04.018991 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bb6c582d-0c74-4e9d-b18a-034b916d3ac1 req-f2b5e5de-dd46-4980-915a-8b32747de54b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.0554485 Oct 12 18:57:04.059382 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bb6c582d-0c74-4e9d-b18a-034b916d3ac1 req-9f550793-6ab8-42e8-8b15-6f71264e7275 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340893 Oct 12 18:57:05.182101 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb3d65-110d-4c4a-bd72-18ed4a8b5b60 req-189bd17d-ff6b-46cd-82ef-1357b744dfdd tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:05.183608 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b9cb3d65-110d-4c4a-bd72-18ed4a8b5b60 req-189bd17d-ff6b-46cd-82ef-1357b744dfdd tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.0517514 Oct 12 18:57:05.221916 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b9cb3d65-110d-4c4a-bd72-18ed4a8b5b60 req-d987f454-dc63-43f4-a995-c948b8856034 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319531 Oct 12 18:57:06.346573 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ae180-697c-47f3-86ad-b33266185cde req-39d4c6d5-f9b4-415a-bf20-4463c0354741 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:06.348413 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-590ae180-697c-47f3-86ad-b33266185cde req-39d4c6d5-f9b4-415a-bf20-4463c0354741 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.0499549 Oct 12 18:57:06.384210 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-590ae180-697c-47f3-86ad-b33266185cde req-b8093eb0-bcc6-4e60-9dc2-a0a33244d370 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303290 Oct 12 18:57:07.579101 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f256d-a71d-4d4d-be1d-12c411673f0c req-ede0d5ec-7de6-45f4-be42-f9d82bb03e0c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:07.580561 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-395f256d-a71d-4d4d-be1d-12c411673f0c req-ede0d5ec-7de6-45f4-be42-f9d82bb03e0c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.0945241 Oct 12 18:57:07.619590 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-395f256d-a71d-4d4d-be1d-12c411673f0c req-35bcbab8-d983-4f74-a9f6-f53ca53bc7b3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317566 Oct 12 18:57:08.736961 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c710b19-13ab-4016-a64f-9eac66d6fc31 req-662c6e6e-a0e0-467d-9a28-db196007404c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:08.738429 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7c710b19-13ab-4016-a64f-9eac66d6fc31 req-662c6e6e-a0e0-467d-9a28-db196007404c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.0478425 Oct 12 18:57:08.776312 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7c710b19-13ab-4016-a64f-9eac66d6fc31 req-3d7261d1-bbcf-4ce4-854d-838825652d7c tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319779 Oct 12 18:57:09.466568 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42170) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:09.638254 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:09.913485 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85988f2-b563-4226-84c8-96cb4f7d7a85 req-47cc631b-d2bf-4f55-9359-525d447051d2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:09.914902 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e85988f2-b563-4226-84c8-96cb4f7d7a85 req-47cc631b-d2bf-4f55-9359-525d447051d2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.0608153 Oct 12 18:57:09.919850 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Deleting port 6522943e-7ae1-464f-8ce5-53e4ab67440f {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:57:09.920187 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:09.996305 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e85988f2-b563-4226-84c8-96cb4f7d7a85 req-4a157015-1300-4f56-baea-4e0fa4af62cf tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734572 Oct 12 18:57:10.019328 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:10.020220 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:10.031517 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Calling delete_port for 6522943e-7ae1-464f-8ce5-53e4ab67440f owned by network:floatingip {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:57:10.200918 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:10.229301 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Pushing event deleted for resources: {'Port': ['ID=6522943e-7ae1-464f-8ce5-53e4ab67440f,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:10.240619 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:10.240967 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:10.241303 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:10.241663 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:10.241993 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:10.242321 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:10.242645 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:10.242967 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:10.243290 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:10.243610 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:10.243929 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:10.244247 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:10.300586 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for floatingip, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:10.301455 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.l3_db [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Floating IP 49693c10-9660-4139-aed3-95c7bb09ca5c disassociated (deleted). External IP: 172.27.0.249, port: 81a0ec45-078e-4282-8461-bef3f0b4078a. Oct 12 18:57:10.505362 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Router 7e7615ca-1458-467a-8050-5f4184bd9c23 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:57:10.618474 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:57:10.625874 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:10.633684 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be13fe54-a124-40ec-9c9c-2cc06c667834 None None] Sync routers for ids ['7e7615ca-1458-467a-8050-5f4184bd9c23'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:57:10.643651 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be13fe54-a124-40ec-9c9c-2cc06c667834 None None] Routers {'7e7615ca-1458-467a-8050-5f4184bd9c23'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:57:10.645614 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-be13fe54-a124-40ec-9c9c-2cc06c667834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:56:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['7e7615ca-1458-467a-8050-5f4184bd9c23'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:10.655317 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-573151d7-c903-480f-b238-29616886f985 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "DELETE /v2.0/floatingips/49693c10-9660-4139-aed3-95c7bb09ca5c HTTP/1.1" status: 204 len: 168 time: 1.1876478 Oct 12 18:57:10.655900 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8459c7-74d7-447b-9248-1e361818cc9d', 'tag': '81a0ec45-078e-4282-8461-bef3f0b4078a'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:57:10.667165 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2338fcd2-8a8f-4c65-8ba8-f0db475b630f" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8459c7-74d7-447b-9248-1e361818cc9d", "tag": "81a0ec45-078e-4282-8461-bef3f0b4078a"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:57:10.757481 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-be13fe54-a124-40ec-9c9c-2cc06c667834 None None] Set router 7e7615ca-1458-467a-8050-5f4184bd9c23 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:57:10.819402 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8cd00f-90ea-421d-9417-2ee4b12f9276 x-openstack-request-id: req-1c8cd00f-90ea-421d-9417-2ee4b12f9276 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:57:10.820108 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8459c7-74d7-447b-9248-1e361818cc9d", "tag": "81a0ec45-078e-4282-8461-bef3f0b4078a", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:57:10.820608 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1c8cd00f-90ea-421d-9417-2ee4b12f9276 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:57:10.821551 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8459c7-74d7-447b-9248-1e361818cc9d', 'tag': '81a0ec45-078e-4282-8461-bef3f0b4078a', 'status': 'completed', 'code': 200} Oct 12 18:57:10.943669 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b524c27-6810-451a-8979-a01fa0371029 req-26b1cf0a-4263-460b-ad0b-555150ca059c tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:10.945469 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8b524c27-6810-451a-8979-a01fa0371029 req-26b1cf0a-4263-460b-ad0b-555150ca059c tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0697556 Oct 12 18:57:10.992768 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-be13fe54-a124-40ec-9c9c-2cc06c667834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'name': 'tempest-TestShelveInstance-38880272-router', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:05Z', 'updated_at': '2021-10-12T18:50:09Z', 'revision_number': 4, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'gw_port': {'id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:06Z', 'updated_at': '2021-10-12T18:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '5954d796-ec69-499e-8489-387f1e84fb3c', 'name': '', 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'mac_address': 'fa:16:3e:4f:42:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:09Z', 'updated_at': '2021-10-12T18:50:13Z', 'revision_number': 5, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'subnets': [{'id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:11.015431 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8b524c27-6810-451a-8979-a01fa0371029 req-d66f6967-47b6-422a-bbe0-e5937875f7c8 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637286 Oct 12 18:57:11.024577 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be13fe54-a124-40ec-9c9c-2cc06c667834 None None] Checking router: 7e7615ca-1458-467a-8050-5f4184bd9c23 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:57:11.035713 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be13fe54-a124-40ec-9c9c-2cc06c667834 None None] Routers {'7e7615ca-1458-467a-8050-5f4184bd9c23'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:57:11.036399 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-be13fe54-a124-40ec-9c9c-2cc06c667834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:56:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['7e7615ca-1458-467a-8050-5f4184bd9c23'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:11.051873 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338fcd2-8a8f-4c65-8ba8-f0db475b630f req-4dac94cc-623d-48fa-83a8-30b069d16fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:11.053560 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2338fcd2-8a8f-4c65-8ba8-f0db475b630f req-4dac94cc-623d-48fa-83a8-30b069d16fbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abd2dfe73e54455087fa10d1fb6fa2e6&device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 1099 time: 0.1342239 Oct 12 18:57:11.120768 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0258ee-c26a-44be-886c-99fa1af90c80 req-421fac68-da61-4f4f-8ac5-bab871c9bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:11.122215 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8e0258ee-c26a-44be-886c-99fa1af90c80 req-421fac68-da61-4f4f-8ac5-bab871c9bdc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71&device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 1096 time: 0.1014040 Oct 12 18:57:11.145857 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-be13fe54-a124-40ec-9c9c-2cc06c667834 None None] Set router 7e7615ca-1458-467a-8050-5f4184bd9c23 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:57:11.228758 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536eee6a-a1db-4ef0-9423-9020d669a417 req-c87b1dd4-4358-4afb-abc5-0ad4b5dd6b0f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:11.230234 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-536eee6a-a1db-4ef0-9423-9020d669a417 req-c87b1dd4-4358-4afb-abc5-0ad4b5dd6b0f tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.1228619 Oct 12 18:57:11.262357 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338fcd2-8a8f-4c65-8ba8-f0db475b630f req-5f65082a-48c8-430e-86c3-4dc289508458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:11.263795 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2338fcd2-8a8f-4c65-8ba8-f0db475b630f req-5f65082a-48c8-430e-86c3-4dc289508458 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad3e155a-73bb-40c2-b397-cbadd351c43b HTTP/1.1" status: 200 len: 908 time: 0.2004983 Oct 12 18:57:11.332750 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2338fcd2-8a8f-4c65-8ba8-f0db475b630f req-db39a20c-c559-41a7-a07d-0d47294ada69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81a0ec45-078e-4282-8461-bef3f0b4078a HTTP/1.1" status: 200 len: 217 time: 0.0585063 Oct 12 18:57:11.340390 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-536eee6a-a1db-4ef0-9423-9020d669a417 req-c3e4fe6a-4a98-48e0-943c-9b58d45a104b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978916 Oct 12 18:57:11.344310 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-be13fe54-a124-40ec-9c9c-2cc06c667834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'name': 'tempest-TestShelveInstance-38880272-router', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:05Z', 'updated_at': '2021-10-12T18:50:09Z', 'revision_number': 4, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'gw_port': {'id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:06Z', 'updated_at': '2021-10-12T18:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '5954d796-ec69-499e-8489-387f1e84fb3c', 'name': '', 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'mac_address': 'fa:16:3e:4f:42:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:09Z', 'updated_at': '2021-10-12T18:50:13Z', 'revision_number': 5, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'subnets': [{'id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:11.349050 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0258ee-c26a-44be-886c-99fa1af90c80 req-9fef0a26-af6b-44b2-a6bb-86c8981f1487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:11.350474 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8e0258ee-c26a-44be-886c-99fa1af90c80 req-9fef0a26-af6b-44b2-a6bb-86c8981f1487 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 HTTP/1.1" status: 200 len: 918 time: 0.1997991 Oct 12 18:57:11.374570 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be13fe54-a124-40ec-9c9c-2cc06c667834 None None] The sync data for ids ['7e7615ca-1458-467a-8050-5f4184bd9c23'] in dv-cinder-813229-2-iscsi is: [{'id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'name': 'tempest-TestShelveInstance-38880272-router', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:05Z', 'updated_at': '2021-10-12T18:50:09Z', 'revision_number': 4, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'gw_port': {'id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:06Z', 'updated_at': '2021-10-12T18:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': '5954d796-ec69-499e-8489-387f1e84fb3c', 'name': '', 'network_id': 'ad3e155a-73bb-40c2-b397-cbadd351c43b', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'mac_address': 'fa:16:3e:4f:42:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:09Z', 'updated_at': '2021-10-12T18:50:13Z', 'revision_number': 5, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'subnets': [{'id': 'bd6be2c9-cd51-4484-8581-614ec0f3328e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:57:11.434744 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338fcd2-8a8f-4c65-8ba8-f0db475b630f req-fafeef55-a019-4934-83e3-6279a14fd0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:11.436207 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2338fcd2-8a8f-4c65-8ba8-f0db475b630f req-fafeef55-a019-4934-83e3-6279a14fd0e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd6be2c9-cd51-4484-8581-614ec0f3328e HTTP/1.1" status: 200 len: 846 time: 0.0947661 Oct 12 18:57:11.444692 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8e0258ee-c26a-44be-886c-99fa1af90c80 req-d7ce94f7-5cab-47a1-9c92-bfec77ffe7dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bec1ff87-b9e4-42aa-a046-de4b020bb20a HTTP/1.1" status: 200 len: 997 time: 0.0745401 Oct 12 18:57:11.523210 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0258ee-c26a-44be-886c-99fa1af90c80 req-b7dc22b7-6c9b-4487-b079-5b5df89eca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:11.524668 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8e0258ee-c26a-44be-886c-99fa1af90c80 req-b7dc22b7-6c9b-4487-b079-5b5df89eca52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e169c64-1553-4025-8cf9-96cfe11d06bd HTTP/1.1" status: 200 len: 856 time: 0.0632269 Oct 12 18:57:11.530059 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338fcd2-8a8f-4c65-8ba8-f0db475b630f req-e0201bc4-20d7-41bf-84a9-65aa66a03b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:11.531481 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2338fcd2-8a8f-4c65-8ba8-f0db475b630f req-e0201bc4-20d7-41bf-84a9-65aa66a03b64 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad3e155a-73bb-40c2-b397-cbadd351c43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779707 Oct 12 18:57:11.555342 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [req-2338fcd2-8a8f-4c65-8ba8-f0db475b630f req-95bc3fbf-ba38-42d0-bfa1-da263e480a96 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:57:11.557250 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2338fcd2-8a8f-4c65-8ba8-f0db475b630f req-95bc3fbf-ba38-42d0-bfa1-da263e480a96 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0083048 Oct 12 18:57:11.595314 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3874d8cf-cd75-444a-970e-6af8326da05d None None] New status for floating IP 49693c10-9660-4139-aed3-95c7bb09ca5c: DOWN {{(pid=100620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:57:11.642309 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0258ee-c26a-44be-886c-99fa1af90c80 req-3c22a89c-3b3e-4c47-ad69-85422b977ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:11.643841 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8e0258ee-c26a-44be-886c-99fa1af90c80 req-3c22a89c-3b3e-4c47-ad69-85422b977ea0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1028008 Oct 12 18:57:11.713173 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2338fcd2-8a8f-4c65-8ba8-f0db475b630f req-f54fda91-ef6b-49b6-8dba-8c2840547fc9 service neutron] 10.222.0.21 "GET /v2.0/networks/ad3e155a-73bb-40c2-b397-cbadd351c43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418953 Oct 12 18:57:11.803743 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8e0258ee-c26a-44be-886c-99fa1af90c80 req-5c215cd2-d8f0-4004-982b-17c7f25bcf9b service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475818 Oct 12 18:57:11.876635 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2338fcd2-8a8f-4c65-8ba8-f0db475b630f req-02de1307-140c-4e21-9427-f72b5eabed74 service neutron] 10.222.0.21 "GET /v2.0/networks/ad3e155a-73bb-40c2-b397-cbadd351c43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522174 Oct 12 18:57:11.915467 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8e0258ee-c26a-44be-886c-99fa1af90c80 req-d1bb32ce-08cd-421c-ab67-04b657ba0e44 service neutron] 10.222.0.21 "GET /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040032 Oct 12 18:57:12.133537 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f9ff0-db9b-4eb1-9657-1e24bd55a93b req-e62fa125-9c00-4a35-8709-8e16d8f6c3ac tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:12.134998 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-735f9ff0-db9b-4eb1-9657-1e24bd55a93b req-e62fa125-9c00-4a35-8709-8e16d8f6c3ac tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0490520 Oct 12 18:57:12.174534 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-735f9ff0-db9b-4eb1-9657-1e24bd55a93b req-ad5f16f0-0923-470e-bbfe-82d2dfcccc53 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334885 Oct 12 18:57:12.461176 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b40cf7-1d6b-417c-a59c-adad3f431b81 req-ee7d0cce-8e3f-4aea-a401-100e707c7972 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:12.462624 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d2b40cf7-1d6b-417c-a59c-adad3f431b81 req-ee7d0cce-8e3f-4aea-a401-100e707c7972 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.0477636 Oct 12 18:57:12.498764 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d2b40cf7-1d6b-417c-a59c-adad3f431b81 req-1395985a-7f23-4b35-a643-c1e0610c1d76 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303755 Oct 12 18:57:13.164031 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94053cde-6d2f-48c9-8ab5-465221442903 req-5f8d3bb3-f941-48dd-a8b6-410365765c44 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:13.165512 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-94053cde-6d2f-48c9-8ab5-465221442903 req-5f8d3bb3-f941-48dd-a8b6-410365765c44 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0546181 Oct 12 18:57:13.288517 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-94053cde-6d2f-48c9-8ab5-465221442903 req-701bef11-0795-4070-ad0a-207d07663ca7 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Deleting port 81a0ec45-078e-4282-8461-bef3f0b4078a {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:57:13.288852 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-94053cde-6d2f-48c9-8ab5-465221442903 req-701bef11-0795-4070-ad0a-207d07663ca7 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:13.341083 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d327148-46e8-4265-87c1-5f48ae67a6b0 req-c232af61-01e1-40f8-9212-ae4bab1c0200 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:13.342525 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4d327148-46e8-4265-87c1-5f48ae67a6b0 req-c232af61-01e1-40f8-9212-ae4bab1c0200 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 946 time: 0.0967841 Oct 12 18:57:13.407314 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4d327148-46e8-4265-87c1-5f48ae67a6b0 req-72c5c2f1-c20a-434d-a291-df7cc766b31e tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c558ff6-9e61-4416-bebd-3713adfe0133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574663 Oct 12 18:57:13.414090 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-94053cde-6d2f-48c9-8ab5-465221442903 req-701bef11-0795-4070-ad0a-207d07663ca7 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] For port 81a0ec45-078e-4282-8461-bef3f0b4078a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=81a0ec45-078e-4282-8461-bef3f0b4078a,segment=NetworkSegment(68d02c8e-4642-4324-9254-585c2cfb9925),segment_id=68d02c8e-4642-4324-9254-585c2cfb9925)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:57:13.414449 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-94053cde-6d2f-48c9-8ab5-465221442903 req-701bef11-0795-4070-ad0a-207d07663ca7 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:13.426238 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-94053cde-6d2f-48c9-8ab5-465221442903 req-701bef11-0795-4070-ad0a-207d07663ca7 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Calling delete_port for 81a0ec45-078e-4282-8461-bef3f0b4078a owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:57:13.557249 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-94053cde-6d2f-48c9-8ab5-465221442903 req-701bef11-0795-4070-ad0a-207d07663ca7 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:13.590383 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bef11-0795-4070-ad0a-207d07663ca7 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Pushing event deleted for resources: {'Port': ['ID=81a0ec45-078e-4282-8461-bef3f0b4078a,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:13.654190 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-94053cde-6d2f-48c9-8ab5-465221442903 req-701bef11-0795-4070-ad0a-207d07663ca7 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] No DVR routers for this DVR port 81a0ec45-078e-4282-8461-bef3f0b4078a on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:57:13.657285 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-94053cde-6d2f-48c9-8ab5-465221442903 req-701bef11-0795-4070-ad0a-207d07663ca7 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:13.661412 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-94053cde-6d2f-48c9-8ab5-465221442903 req-701bef11-0795-4070-ad0a-207d07663ca7 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.21 "DELETE /v2.0/ports/81a0ec45-078e-4282-8461-bef3f0b4078a HTTP/1.1" status: 204 len: 173 time: 0.4880030 Oct 12 18:57:13.661764 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8459c7-74d7-447b-9248-1e361818cc9d', 'name': 'network-vif-deleted', 'tag': '81a0ec45-078e-4282-8461-bef3f0b4078a'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:57:13.664075 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ad9fd7-8da9-448e-bbda-7ce2f702b85f" -d '{"events": [{"server_uuid": "cf8459c7-74d7-447b-9248-1e361818cc9d", "name": "network-vif-deleted", "tag": "81a0ec45-078e-4282-8461-bef3f0b4078a"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:57:13.686010 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06806ab8-a85d-459b-8e91-6be4fe8b6a9c req-8ce5bdef-3b31-4c27-b1e0-59c1f9c6c011 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:13.687457 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-06806ab8-a85d-459b-8e91-6be4fe8b6a9c req-8ce5bdef-3b31-4c27-b1e0-59c1f9c6c011 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.1003573 Oct 12 18:57:13.765158 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-06806ab8-a85d-459b-8e91-6be4fe8b6a9c req-563d9f23-ea31-4690-8b99-1a9e3f4999a3 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621066 Oct 12 18:57:13.770795 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d0d70-b9a1-4e74-9642-1b2f15e13160 req-50155f63-b079-462a-916a-08041b40227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:13.772393 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3d0d0d70-b9a1-4e74-9642-1b2f15e13160 req-50155f63-b079-462a-916a-08041b40227f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 1096 time: 0.0778193 Oct 12 18:57:13.824099 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3d0d0d70-b9a1-4e74-9642-1b2f15e13160 req-0841b3cd-b8ec-4038-8784-9be71c038d7b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309470 Oct 12 18:57:13.862904 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1c33d4-63b3-4238-952d-4cf8d28d8965 x-openstack-request-id: req-0c1c33d4-63b3-4238-952d-4cf8d28d8965 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:57:13.863291 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8459c7-74d7-447b-9248-1e361818cc9d", "name": "network-vif-deleted", "tag": "81a0ec45-078e-4282-8461-bef3f0b4078a", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:57:13.863546 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0c1c33d4-63b3-4238-952d-4cf8d28d8965 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:57:13.863941 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8459c7-74d7-447b-9248-1e361818cc9d', 'name': 'network-vif-deleted', 'tag': '81a0ec45-078e-4282-8461-bef3f0b4078a', 'status': 'completed', 'code': 200} Oct 12 18:57:14.516748 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6f759fa7-e1fd-43fc-b534-2a9039bb51a7 req-16f5e243-e1cd-4cc1-80de-e14d2ebf67c8 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8459c7-74d7-447b-9248-1e361818cc9d HTTP/1.1" status: 200 len: 210 time: 0.0265977 Oct 12 18:57:14.679728 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device bec1ff87-b9e4-42aa-a046-de4b020bb20a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:57:14.890797 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de42973-4996-414c-aaa7-d95344b5611e req-c7c751a2-64d8-44da-b3e0-1cc98e84c3f4 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:14.892248 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4de42973-4996-414c-aaa7-d95344b5611e req-c7c751a2-64d8-44da-b3e0-1cc98e84c3f4 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 943 time: 0.0491784 Oct 12 18:57:14.898028 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port bec1ff87-b9e4-42aa-a046-de4b020bb20a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bec1ff87-b9e4-42aa-a046-de4b020bb20a,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:57:14.911362 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'port_id': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a', 'mac_address': 'fa:16:3e:c9:a3:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:57:14.934614 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4de42973-4996-414c-aaa7-d95344b5611e req-71462a1d-bfd5-4b4f-9244-d6848f14fe71 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350494 Oct 12 18:57:14.950293 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:14.963089 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec1ff87-b9e4-42aa-a046-de4b020bb20a {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:57:14.981815 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port bec1ff87-b9e4-42aa-a046-de4b020bb20a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bec1ff87-b9e4-42aa-a046-de4b020bb20a,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:57:14.986848 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:15.032202 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=bec1ff87-b9e4-42aa-a046-de4b020bb20a,revision_number=9']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:15.492747 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['bec1ff87-b9e4-42aa-a046-de4b020bb20a'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:57:15.576199 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42244) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:15.641839 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ae76d150-8f17-4808-86f7-e32d4c9a2df4 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:15.670563 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ae76d150-8f17-4808-86f7-e32d4c9a2df4 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:15.733980 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ae76d150-8f17-4808-86f7-e32d4c9a2df4 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:15.736586 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ae76d150-8f17-4808-86f7-e32d4c9a2df4 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:15.737755 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-ae76d150-8f17-4808-86f7-e32d4c9a2df4 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] 10.222.0.66 "DELETE /v2.0/security-groups/2c558ff6-9e61-4416-bebd-3713adfe0133 HTTP/1.1" status: 204 len: 168 time: 0.1605730 Oct 12 18:57:15.748631 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76d150-8f17-4808-86f7-e32d4c9a2df4 tempest-TestShelveInstance-334705595 tempest-TestShelveInstance-334705595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c558ff6-9e61-4416-bebd-3713adfe0133,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:15.791415 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42252) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:16.125408 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6da55-4a07-4ba8-b26a-02d443bb75a3 req-19f8250d-5589-4bdc-9cbb-768483470a33 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:16.126750 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b2d6da55-4a07-4ba8-b26a-02d443bb75a3 req-19f8250d-5589-4bdc-9cbb-768483470a33 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 944 time: 0.0916867 Oct 12 18:57:16.199190 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b2d6da55-4a07-4ba8-b26a-02d443bb75a3 req-c38b1a95-a54a-4f9f-904c-8caf2e4a2811 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648432 Oct 12 18:57:16.576411 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-775aaaa8-4778-4149-a168-b71f33e2deb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8006287'] for router_interface, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:16.712759 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device bec1ff87-b9e4-42aa-a046-de4b020bb20a up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:57:16.760094 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port bec1ff87-b9e4-42aa-a046-de4b020bb20a triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:57:16.760459 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:16.817814 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-775aaaa8-4778-4149-a168-b71f33e2deb0 admin admin] Deleting port 5954d796-ec69-499e-8489-387f1e84fb3c {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:57:16.818163 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-775aaaa8-4778-4149-a168-b71f33e2deb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:16.835895 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:16.857907 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074c85c-0618-47e2-9f1e-c40e59d2185e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:57:16.860135 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3323985b-f356-4b9c-911e-4d7865d7c281" -d '{"events": [{"server_uuid": "d074c85c-0618-47e2-9f1e-c40e59d2185e", "name": "network-vif-plugged", "status": "completed", "tag": "bec1ff87-b9e4-42aa-a046-de4b020bb20a"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:57:16.875765 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port bec1ff87-b9e4-42aa-a046-de4b020bb20a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bec1ff87-b9e4-42aa-a046-de4b020bb20a,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:57:16.881001 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:16.881817 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 81a0ec45-078e-4282-8461-bef3f0b4078a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:57:16.901747 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [None req-775aaaa8-4778-4149-a168-b71f33e2deb0 admin admin] For port 5954d796-ec69-499e-8489-387f1e84fb3c, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=5954d796-ec69-499e-8489-387f1e84fb3c,segment=NetworkSegment(68d02c8e-4642-4324-9254-585c2cfb9925),segment_id=68d02c8e-4642-4324-9254-585c2cfb9925)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:57:16.902138 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-775aaaa8-4778-4149-a168-b71f33e2deb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:16.904574 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c39ffb6-6494-44f0-a9e9-bc1f1ec21e6c x-openstack-request-id: req-9c39ffb6-6494-44f0-a9e9-bc1f1ec21e6c {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:57:16.904866 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074c85c-0618-47e2-9f1e-c40e59d2185e", "name": "network-vif-plugged", "status": "completed", "tag": "bec1ff87-b9e4-42aa-a046-de4b020bb20a", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:57:16.905118 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c39ffb6-6494-44f0-a9e9-bc1f1ec21e6c {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:57:16.905531 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074c85c-0618-47e2-9f1e-c40e59d2185e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a', 'code': 200} Oct 12 18:57:16.919861 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-775aaaa8-4778-4149-a168-b71f33e2deb0 admin admin] Calling delete_port for 5954d796-ec69-499e-8489-387f1e84fb3c owned by network:router_interface {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:57:16.922602 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: 81a0ec45-078e-4282-8461-bef3f0b4078a {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:57:16.922951 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 81a0ec45-078e-4282-8461-bef3f0b4078a not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:57:16.949566 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=bec1ff87-b9e4-42aa-a046-de4b020bb20a,revision_number=10']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:17.093885 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-775aaaa8-4778-4149-a168-b71f33e2deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:17.120095 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775aaaa8-4778-4149-a168-b71f33e2deb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5954d796-ec69-499e-8489-387f1e84fb3c,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:17.278680 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-775aaaa8-4778-4149-a168-b71f33e2deb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8006203'] for router_interface, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:17.491733 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775aaaa8-4778-4149-a168-b71f33e2deb0 admin admin] Router 7e7615ca-1458-467a-8050-5f4184bd9c23 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:57:17.597721 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775aaaa8-4778-4149-a168-b71f33e2deb0 admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:57:17.602885 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-775aaaa8-4778-4149-a168-b71f33e2deb0 admin admin] 10.222.0.66 "PUT /v2.0/routers/7e7615ca-1458-467a-8050-5f4184bd9c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8099363 Oct 12 18:57:17.605714 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42264) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:17.607956 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5ced67-7e32-4508-996a-469a18fd24f1 None None] Sync routers for ids ['7e7615ca-1458-467a-8050-5f4184bd9c23'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:57:17.618527 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5ced67-7e32-4508-996a-469a18fd24f1 None None] Routers {'7e7615ca-1458-467a-8050-5f4184bd9c23'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:57:17.619103 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-1b5ced67-7e32-4508-996a-469a18fd24f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:56:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['7e7615ca-1458-467a-8050-5f4184bd9c23'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:17.714375 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:17.731871 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-1b5ced67-7e32-4508-996a-469a18fd24f1 None None] Set router 7e7615ca-1458-467a-8050-5f4184bd9c23 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:57:17.814144 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:17.866630 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Deleting port 312792db-172c-4ff8-8174-ada61c1ebae2 {{(pid=100618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:57:17.866962 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:17.911409 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-1b5ced67-7e32-4508-996a-469a18fd24f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'name': 'tempest-TestShelveInstance-38880272-router', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:05Z', 'updated_at': '2021-10-12T18:57:17Z', 'revision_number': 5, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'gw_port': {'id': '312792db-172c-4ff8-8174-ada61c1ebae2', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:06Z', 'updated_at': '2021-10-12T18:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:17.940828 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5ced67-7e32-4508-996a-469a18fd24f1 None None] Checking router: 7e7615ca-1458-467a-8050-5f4184bd9c23 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:57:17.946271 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] For port 312792db-172c-4ff8-8174-ada61c1ebae2, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=312792db-172c-4ff8-8174-ada61c1ebae2,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:57:17.946655 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:17.960025 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5ced67-7e32-4508-996a-469a18fd24f1 None None] Routers {'7e7615ca-1458-467a-8050-5f4184bd9c23'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:57:17.960641 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-1b5ced67-7e32-4508-996a-469a18fd24f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:56:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['7e7615ca-1458-467a-8050-5f4184bd9c23'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:17.962503 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Calling delete_port for 312792db-172c-4ff8-8174-ada61c1ebae2 owned by network:router_gateway {{(pid=100618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:57:18.045703 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-1b5ced67-7e32-4508-996a-469a18fd24f1 None None] Set router 7e7615ca-1458-467a-8050-5f4184bd9c23 gateway port host: None {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:57:18.098022 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-1b5ced67-7e32-4508-996a-469a18fd24f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'name': 'tempest-TestShelveInstance-38880272-router', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:05Z', 'updated_at': '2021-10-12T18:57:17Z', 'revision_number': 6, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'gw_port_host': None}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:18.122592 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:18.127391 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5ced67-7e32-4508-996a-469a18fd24f1 None None] The sync data for ids ['7e7615ca-1458-467a-8050-5f4184bd9c23'] in dv-cinder-813229-2-iscsi is: [{'id': '7e7615ca-1458-467a-8050-5f4184bd9c23', 'name': 'tempest-TestShelveInstance-38880272-router', 'tenant_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:05Z', 'updated_at': '2021-10-12T18:57:17Z', 'revision_number': 6, 'project_id': 'abd2dfe73e54455087fa10d1fb6fa2e6', 'gw_port_host': None}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:57:18.151560 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=312792db-172c-4ff8-8174-ada61c1ebae2,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:18.179564 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:18.179909 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:18.180246 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:18.180579 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:18.180909 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:18.181236 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:18.181586 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:18.181913 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:18.182239 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:18.182558 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:18.182882 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:18.183198 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:57:18.221204 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7932377'] for router_gateway, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:18.308969 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24860'] for router, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:18.311068 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:18.352617 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7999778'] for router, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:18.353149 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e7615ca-1458-467a-8050-5f4184bd9c23 {{(pid=100618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:57:18.357992 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] Notify callbacks [] for router, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:18.359235 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-79cd8d78-698e-451c-8b34-ae0f2971c1c6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/7e7615ca-1458-467a-8050-5f4184bd9c23 HTTP/1.1" status: 204 len: 168 time: 0.7525537 Oct 12 18:57:18.361821 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42270) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:18.406824 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8b217f-8fed-41cb-adf9-1af594017f8a admin admin] Deleting subnet bd6be2c9-cd51-4484-8581-614ec0f3328e {{(pid=100618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:57:18.410341 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6f8b217f-8fed-41cb-adf9-1af594017f8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:18.445601 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6f8b217f-8fed-41cb-adf9-1af594017f8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4565152'] for subnet, precommit_delete_associations {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:18.558074 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6f8b217f-8fed-41cb-adf9-1af594017f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785012'] for subnet, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:18.609507 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6f8b217f-8fed-41cb-adf9-1af594017f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4877996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4748867'] for subnet, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:18.634091 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b217f-8fed-41cb-adf9-1af594017f8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6be2c9-cd51-4484-8581-614ec0f3328e,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:18.637700 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6f8b217f-8fed-41cb-adf9-1af594017f8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:18.640906 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-6f8b217f-8fed-41cb-adf9-1af594017f8a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bd6be2c9-cd51-4484-8581-614ec0f3328e HTTP/1.1" status: 204 len: 168 time: 0.2780674 Oct 12 18:57:18.643236 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95fec5d-5017-4754-85d3-f8ecbf728b98 None None] Network ad3e155a-73bb-40c2-b397-cbadd351c43b requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:57:18.643393 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42272) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:18.714788 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656927'] for network, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:18.768157 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] Deleting port 98f02afc-9c3c-4393-9ace-f90933d16f34 {{(pid=100618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:57:18.768491 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:18.833828 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] For port 98f02afc-9c3c-4393-9ace-f90933d16f34, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=98f02afc-9c3c-4393-9ace-f90933d16f34,segment=NetworkSegment(68d02c8e-4642-4324-9254-585c2cfb9925),segment_id=68d02c8e-4642-4324-9254-585c2cfb9925)] {{(pid=100618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:57:18.834519 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:18.852132 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] Calling delete_port for 98f02afc-9c3c-4393-9ace-f90933d16f34 owned by network:dhcp {{(pid=100618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:57:18.863128 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d98d7d8-7dac-4739-9f03-482529b66ca1 None None] DHCP port deletion for ad3e155a-73bb-40c2-b397-cbadd351c43b request from dv-cinder-813229-2-iscsi {{(pid=100619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:57:18.913370 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5d98d7d8-7dac-4739-9f03-482529b66ca1 None None] Deleting port 98f02afc-9c3c-4393-9ace-f90933d16f34 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:57:18.913761 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d98d7d8-7dac-4739-9f03-482529b66ca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:18.933099 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:18.960346 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=98f02afc-9c3c-4393-9ace-f90933d16f34,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:18.963891 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] No DVR routers for this DVR port 98f02afc-9c3c-4393-9ace-f90933d16f34 on host dv-cinder-813229-2-iscsi {{(pid=100618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:57:18.980435 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-5d98d7d8-7dac-4739-9f03-482529b66ca1 None None] For port 98f02afc-9c3c-4393-9ace-f90933d16f34, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=98f02afc-9c3c-4393-9ace-f90933d16f34,segment=NetworkSegment(68d02c8e-4642-4324-9254-585c2cfb9925),segment_id=68d02c8e-4642-4324-9254-585c2cfb9925)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:57:18.980827 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d98d7d8-7dac-4739-9f03-482529b66ca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:18.993450 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5d98d7d8-7dac-4739-9f03-482529b66ca1 None None] Calling delete_port for 98f02afc-9c3c-4393-9ace-f90933d16f34 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:57:19.038480 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721551', 'neutron.services.segments.db._delete_segments_for_network-8753793662980'] for network, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:19.058553 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3e155a-73bb-40c2-b397-cbadd351c43b']}} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:19.069670 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d02c8e-4642-4324-9254-585c2cfb9925') {'for_net_delete': True} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:19.069970 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d02c8e-4642-4324-9254-585c2cfb9925') {} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:19.072279 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d98d7d8-7dac-4739-9f03-482529b66ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:19.080701 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753793662477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4565163'] for segment, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:19.097045 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:19.097985 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98d7d8-7dac-4739-9f03-482529b66ca1 None None] Pushing event deleted for resources: {'Port': ['ID=98f02afc-9c3c-4393-9ace-f90933d16f34,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:19.101734 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d98d7d8-7dac-4739-9f03-482529b66ca1 None None] No DVR routers for this DVR port 98f02afc-9c3c-4393-9ace-f90933d16f34 on host dv-cinder-813229-2-iscsi {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:57:19.107352 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=100618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:57:19.107759 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4876658'] for segment, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: Traceback (most recent call last): Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: timer() Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: cb(*args, **kw) Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: return func(*args, **kwargs) Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: self._notify() Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: self.callback(batched_events) Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: event.method(event) Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: return f(self, *a, **k) Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: return self._get(url).json() Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: return self.request(url, 'GET', **kwargs) Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:57:19.114941 dv-cinder-813229-2-iscsi neutron-server[100618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:57:19.167419 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7932349'] for network, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:19.172705 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:19.175915 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ad3e155a-73bb-40c2-b397-cbadd351c43b HTTP/1.1" status: 204 len: 168 time: 0.5317671 Oct 12 18:57:19.179030 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42276) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:19.186662 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0be417-90d9-46dc-a62f-e0749bcb1c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad3e155a-73bb-40c2-b397-cbadd351c43b,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:19.372551 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 312792db-172c-4ff8-8174-ada61c1ebae2 no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:57:19.392230 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: 312792db-172c-4ff8-8174-ada61c1ebae2 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:57:19.392634 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 312792db-172c-4ff8-8174-ada61c1ebae2 not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:57:19.393043 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 98f02afc-9c3c-4393-9ace-f90933d16f34 no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:57:19.410785 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: 98f02afc-9c3c-4393-9ace-f90933d16f34 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:57:19.411122 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 98f02afc-9c3c-4393-9ace-f90933d16f34 not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:57:19.411521 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 5954d796-ec69-499e-8489-387f1e84fb3c no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:57:19.430910 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: 5954d796-ec69-499e-8489-387f1e84fb3c {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:57:19.431256 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 5954d796-ec69-499e-8489-387f1e84fb3c not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:57:19.521956 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-98f298e3-cf37-47ec-90cd-52fd2f0f1a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8006287'] for router_interface, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:19.767685 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-98f298e3-cf37-47ec-90cd-52fd2f0f1a1e admin admin] Deleting port b8dc8533-296e-401e-8a0b-2c64a818cfde {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:57:19.767922 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-98f298e3-cf37-47ec-90cd-52fd2f0f1a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:19.847043 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [None req-98f298e3-cf37-47ec-90cd-52fd2f0f1a1e admin admin] For port b8dc8533-296e-401e-8a0b-2c64a818cfde, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=b8dc8533-296e-401e-8a0b-2c64a818cfde,segment=NetworkSegment(01ec76ac-b3b0-43b4-baad-57320ab91cf7),segment_id=01ec76ac-b3b0-43b4-baad-57320ab91cf7)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:57:19.847912 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-98f298e3-cf37-47ec-90cd-52fd2f0f1a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:19.861510 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-98f298e3-cf37-47ec-90cd-52fd2f0f1a1e admin admin] Calling delete_port for b8dc8533-296e-401e-8a0b-2c64a818cfde owned by network:router_interface {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:57:20.043969 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-98f298e3-cf37-47ec-90cd-52fd2f0f1a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:20.070982 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f298e3-cf37-47ec-90cd-52fd2f0f1a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=b8dc8533-296e-401e-8a0b-2c64a818cfde,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:20.234102 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-98f298e3-cf37-47ec-90cd-52fd2f0f1a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8006203'] for router_interface, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:20.445956 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f298e3-cf37-47ec-90cd-52fd2f0f1a1e admin admin] Router 1b7e1b69-ce9c-42da-ab17-f93eae7fab13 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:57:20.548814 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f298e3-cf37-47ec-90cd-52fd2f0f1a1e admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:57:20.556886 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-98f298e3-cf37-47ec-90cd-52fd2f0f1a1e admin admin] 10.222.0.66 "PUT /v2.0/routers/1b7e1b69-ce9c-42da-ab17-f93eae7fab13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3741546 Oct 12 18:57:20.556886 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42280) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:20.558160 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5f5ad0-cebc-49ae-907c-dd2f9286d997 None None] Sync routers for ids ['1b7e1b69-ce9c-42da-ab17-f93eae7fab13'] in dv-cinder-813229-2-iscsi {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:57:20.567786 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5f5ad0-cebc-49ae-907c-dd2f9286d997 None None] Routers {'1b7e1b69-ce9c-42da-ab17-f93eae7fab13'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:57:20.568387 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-1c5f5ad0-cebc-49ae-907c-dd2f9286d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:56:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['1b7e1b69-ce9c-42da-ab17-f93eae7fab13'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:20.659361 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f9f937e0-08a5-43a6-b499-c5ccb5a08cc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:20.669566 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-1c5f5ad0-cebc-49ae-907c-dd2f9286d997 None None] Set router 1b7e1b69-ce9c-42da-ab17-f93eae7fab13 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:57:20.761329 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f9f937e0-08a5-43a6-b499-c5ccb5a08cc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:20.813219 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-f9f937e0-08a5-43a6-b499-c5ccb5a08cc8 admin admin] Deleting port 97997370-d74e-46b9-9652-256d5d847a96 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:57:20.813583 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f9f937e0-08a5-43a6-b499-c5ccb5a08cc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:20.846936 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-1c5f5ad0-cebc-49ae-907c-dd2f9286d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7e1b69-ce9c-42da-ab17-f93eae7fab13', 'name': 'tempest-TestShelveInstance-1245572467-router', 'tenant_id': 'd59b093ba261472696ab2d644e1ffbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '97997370-d74e-46b9-9652-256d5d847a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:11Z', 'updated_at': '2021-10-12T18:57:19Z', 'revision_number': 5, 'project_id': 'd59b093ba261472696ab2d644e1ffbff', 'gw_port': {'id': '97997370-d74e-46b9-9652-256d5d847a96', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7e1b69-ce9c-42da-ab17-f93eae7fab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:50:11Z', 'updated_at': '2021-10-12T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:20.877475 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5f5ad0-cebc-49ae-907c-dd2f9286d997 None None] Checking router: 1b7e1b69-ce9c-42da-ab17-f93eae7fab13 for host: dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:57:20.886091 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5f5ad0-cebc-49ae-907c-dd2f9286d997 None None] Routers {'1b7e1b69-ce9c-42da-ab17-f93eae7fab13'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:57:20.886684 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-1c5f5ad0-cebc-49ae-907c-dd2f9286d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:56:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['1b7e1b69-ce9c-42da-ab17-f93eae7fab13'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:20.897145 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [None req-f9f937e0-08a5-43a6-b499-c5ccb5a08cc8 admin admin] For port 97997370-d74e-46b9-9652-256d5d847a96, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=97997370-d74e-46b9-9652-256d5d847a96,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:57:20.897270 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f9f937e0-08a5-43a6-b499-c5ccb5a08cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:20.910541 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-f9f937e0-08a5-43a6-b499-c5ccb5a08cc8 admin admin] Calling delete_port for 97997370-d74e-46b9-9652-256d5d847a96 owned by network:router_gateway {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:57:20.974931 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-1c5f5ad0-cebc-49ae-907c-dd2f9286d997 None None] Set router 1b7e1b69-ce9c-42da-ab17-f93eae7fab13 gateway port host: None {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:57:21.026794 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-1c5f5ad0-cebc-49ae-907c-dd2f9286d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7e1b69-ce9c-42da-ab17-f93eae7fab13', 'name': 'tempest-TestShelveInstance-1245572467-router', 'tenant_id': 'd59b093ba261472696ab2d644e1ffbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:11Z', 'updated_at': '2021-10-12T18:57:20Z', 'revision_number': 6, 'project_id': 'd59b093ba261472696ab2d644e1ffbff', 'gw_port_host': None}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:21.055777 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5f5ad0-cebc-49ae-907c-dd2f9286d997 None None] The sync data for ids ['1b7e1b69-ce9c-42da-ab17-f93eae7fab13'] in dv-cinder-813229-2-iscsi is: [{'id': '1b7e1b69-ce9c-42da-ab17-f93eae7fab13', 'name': 'tempest-TestShelveInstance-1245572467-router', 'tenant_id': 'd59b093ba261472696ab2d644e1ffbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:50:11Z', 'updated_at': '2021-10-12T18:57:20Z', 'revision_number': 6, 'project_id': 'd59b093ba261472696ab2d644e1ffbff', 'gw_port_host': None}] {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:57:21.081123 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f9f937e0-08a5-43a6-b499-c5ccb5a08cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:21.105675 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f937e0-08a5-43a6-b499-c5ccb5a08cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=97997370-d74e-46b9-9652-256d5d847a96,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:21.165849 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f9f937e0-08a5-43a6-b499-c5ccb5a08cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7932377'] for router_gateway, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:21.268718 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f9f937e0-08a5-43a6-b499-c5ccb5a08cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24860'] for router, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:21.270979 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f9f937e0-08a5-43a6-b499-c5ccb5a08cc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:21.594137 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f9f937e0-08a5-43a6-b499-c5ccb5a08cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7999778'] for router, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:21.594544 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f937e0-08a5-43a6-b499-c5ccb5a08cc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b7e1b69-ce9c-42da-ab17-f93eae7fab13 {{(pid=100617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:57:21.599813 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f9f937e0-08a5-43a6-b499-c5ccb5a08cc8 admin admin] Notify callbacks [] for router, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:21.600955 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-f9f937e0-08a5-43a6-b499-c5ccb5a08cc8 admin admin] 10.222.0.66 "DELETE /v2.0/routers/1b7e1b69-ce9c-42da-ab17-f93eae7fab13 HTTP/1.1" status: 204 len: 168 time: 1.0432265 Oct 12 18:57:21.603506 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42284) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:21.645817 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d667954-4461-483a-94ff-1d5c3f332ab2 admin admin] Deleting subnet 2af792b2-0e8d-4e40-8e62-9e2c9991b909 {{(pid=100617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:57:21.648772 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-0d667954-4461-483a-94ff-1d5c3f332ab2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:21.684423 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-0d667954-4461-483a-94ff-1d5c3f332ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5055536'] for subnet, precommit_delete_associations {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:21.759113 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-0d667954-4461-483a-94ff-1d5c3f332ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785012'] for subnet, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:21.811806 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-0d667954-4461-483a-94ff-1d5c3f332ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5055686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4759567'] for subnet, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:21.829943 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device b8dc8533-296e-401e-8a0b-2c64a818cfde no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:57:21.846279 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d667954-4461-483a-94ff-1d5c3f332ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2af792b2-0e8d-4e40-8e62-9e2c9991b909,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:21.850422 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-0d667954-4461-483a-94ff-1d5c3f332ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:21.856661 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-0d667954-4461-483a-94ff-1d5c3f332ab2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2af792b2-0e8d-4e40-8e62-9e2c9991b909 HTTP/1.1" status: 204 len: 168 time: 0.2491376 Oct 12 18:57:21.856661 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42286) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:21.858225 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: b8dc8533-296e-401e-8a0b-2c64a818cfde {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:57:21.858635 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device b8dc8533-296e-401e-8a0b-2c64a818cfde not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:57:21.861591 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec5f65a-3ad6-4c95-8fda-e5b4f72337ef None None] Network f3ebf672-60a1-4c35-a924-a38c64ba721a requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:57:21.925262 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656927'] for network, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:21.981156 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] Deleting port 60deea05-3887-416e-8886-1197c5a0f06e {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:57:21.981534 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:22.057907 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] For port 60deea05-3887-416e-8886-1197c5a0f06e, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=60deea05-3887-416e-8886-1197c5a0f06e,segment=NetworkSegment(01ec76ac-b3b0-43b4-baad-57320ab91cf7),segment_id=01ec76ac-b3b0-43b4-baad-57320ab91cf7)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:57:22.058390 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:22.061764 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a74b3d7-3a60-449d-9bbd-17d039cb70af None None] DHCP port deletion for f3ebf672-60a1-4c35-a924-a38c64ba721a request from dv-cinder-813229-2-iscsi {{(pid=100619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:57:22.077252 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] Calling delete_port for 60deea05-3887-416e-8886-1197c5a0f06e owned by network:dhcp {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:57:22.121733 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-2a74b3d7-3a60-449d-9bbd-17d039cb70af None None] Deleting port 60deea05-3887-416e-8886-1197c5a0f06e {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:57:22.122117 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a74b3d7-3a60-449d-9bbd-17d039cb70af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:22.166735 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:22.187258 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-2a74b3d7-3a60-449d-9bbd-17d039cb70af None None] For port 60deea05-3887-416e-8886-1197c5a0f06e, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=60deea05-3887-416e-8886-1197c5a0f06e,segment=NetworkSegment(01ec76ac-b3b0-43b4-baad-57320ab91cf7),segment_id=01ec76ac-b3b0-43b4-baad-57320ab91cf7)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:57:22.187656 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a74b3d7-3a60-449d-9bbd-17d039cb70af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:22.194094 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] Pushing event deleted for resources: {'Port': ['ID=60deea05-3887-416e-8886-1197c5a0f06e,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:22.195924 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] No DVR routers for this DVR port 60deea05-3887-416e-8886-1197c5a0f06e on host dv-cinder-813229-2-iscsi {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:57:22.203644 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-2a74b3d7-3a60-449d-9bbd-17d039cb70af None None] Calling delete_port for 60deea05-3887-416e-8886-1197c5a0f06e owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:57:22.275686 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721551', 'neutron.services.segments.db._delete_segments_for_network-8753793662980'] for network, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:22.287570 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a74b3d7-3a60-449d-9bbd-17d039cb70af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:22.296046 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ebf672-60a1-4c35-a924-a38c64ba721a']}} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:22.306294 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ec76ac-b3b0-43b4-baad-57320ab91cf7') {'for_net_delete': True} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:22.306585 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ec76ac-b3b0-43b4-baad-57320ab91cf7') {} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:22.312964 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74b3d7-3a60-449d-9bbd-17d039cb70af None None] Pushing event deleted for resources: {'Port': ['ID=60deea05-3887-416e-8886-1197c5a0f06e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:22.317553 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a74b3d7-3a60-449d-9bbd-17d039cb70af None None] No DVR routers for this DVR port 60deea05-3887-416e-8886-1197c5a0f06e on host dv-cinder-813229-2-iscsi {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:57:22.325025 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753793662477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5055547'] for segment, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:22.339153 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:22.345286 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=100617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:57:22.345755 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5055256'] for segment, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: Traceback (most recent call last): Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: timer() Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: cb(*args, **kw) Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: return func(*args, **kwargs) Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: self._notify() Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: self.callback(batched_events) Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: event.method(event) Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: return f(self, *a, **k) Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: return self._get(url).json() Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: return self.request(url, 'GET', **kwargs) Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:57:22.347925 dv-cinder-813229-2-iscsi neutron-server[100617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:57:22.405598 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7932349'] for network, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:22.411350 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:22.414564 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f3ebf672-60a1-4c35-a924-a38c64ba721a HTTP/1.1" status: 204 len: 168 time: 0.5575750 Oct 12 18:57:22.426300 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9a372-997a-4cd8-b13e-1df6bac6a364 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3ebf672-60a1-4c35-a924-a38c64ba721a,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:22.523203 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42292) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:22.567325 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-8068a184-f796-4765-ac78-76c9ad9b5af7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=abd2dfe73e54455087fa10d1fb6fa2e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429778 Oct 12 18:57:22.570114 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42294) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:22.617320 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c5c3169f-6196-454e-940b-08c29aa68ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:22.638380 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c5c3169f-6196-454e-940b-08c29aa68ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:22.685716 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c5c3169f-6196-454e-940b-08c29aa68ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:22.688189 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-c5c3169f-6196-454e-940b-08c29aa68ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:22.689340 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-c5c3169f-6196-454e-940b-08c29aa68ea0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ed457734-d0a6-4573-86b1-ad3061c862ab HTTP/1.1" status: 204 len: 168 time: 0.1183491 Oct 12 18:57:22.697486 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3169f-6196-454e-940b-08c29aa68ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed457734-d0a6-4573-86b1-ad3061c862ab,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:22.995102 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42300) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:23.035571 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-079537ad-0b23-4616-b2b8-8618de76974e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d59b093ba261472696ab2d644e1ffbff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387235 Oct 12 18:57:23.038111 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42302) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:23.083742 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-44bad53b-fdfc-4041-aa90-6982964e5169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:23.104961 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-44bad53b-fdfc-4041-aa90-6982964e5169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:23.152918 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-44bad53b-fdfc-4041-aa90-6982964e5169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:23.156398 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-44bad53b-fdfc-4041-aa90-6982964e5169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:23.157700 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-44bad53b-fdfc-4041-aa90-6982964e5169 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/597476c2-5c2b-4639-906b-774c06c244a8 HTTP/1.1" status: 204 len: 168 time: 0.1187098 Oct 12 18:57:23.166885 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bad53b-fdfc-4041-aa90-6982964e5169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597476c2-5c2b-4639-906b-774c06c244a8,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:23.368560 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 97997370-d74e-46b9-9652-256d5d847a96 no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:57:23.388874 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: 97997370-d74e-46b9-9652-256d5d847a96 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:57:23.389215 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 97997370-d74e-46b9-9652-256d5d847a96 not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:57:23.389666 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 60deea05-3887-416e-8886-1197c5a0f06e no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:57:23.410196 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: 60deea05-3887-416e-8886-1197c5a0f06e {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:57:23.410636 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 60deea05-3887-416e-8886-1197c5a0f06e not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:57:24.459188 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-96c57176-914d-4e1b-933e-1017ba469264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:25.643350 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:57:26.985315 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1bb70a7e-bde9-4742-bf95-1bb0b5aa347d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:28.008798 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:28.180154 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:29.743317 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:39.639811 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:45.679604 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c2155-0675-4603-9a80-abd75730059e req-f48daca6-88c3-49f0-a0b1-6cd1a55aba12 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:45.680967 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-891c2155-0675-4603-9a80-abd75730059e req-f48daca6-88c3-49f0-a0b1-6cd1a55aba12 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 946 time: 0.0480731 Oct 12 18:57:45.717813 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-891c2155-0675-4603-9a80-abd75730059e req-20c72f0b-c821-4fc7-8827-7626aaf9bbae tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=33e63713-5eaf-459c-8d17-e25579233b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310094 Oct 12 18:57:46.831024 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d147d7-96e0-4a89-b201-d309b6e7b003 req-022149a5-de2d-4386-8079-abe5edcb53c3 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:46.832415 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d8d147d7-96e0-4a89-b201-d309b6e7b003 req-022149a5-de2d-4386-8079-abe5edcb53c3 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 946 time: 0.0487659 Oct 12 18:57:46.869821 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d8d147d7-96e0-4a89-b201-d309b6e7b003 req-b845a793-e9cc-41e0-81fe-6bb6485e518b tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=33e63713-5eaf-459c-8d17-e25579233b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313530 Oct 12 18:57:47.673191 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1952c49-5512-40bc-a7b0-0680b1164dfa req-966df8ef-44db-46bb-aad7-e1ddd297f1dd tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:47.674577 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d1952c49-5512-40bc-a7b0-0680b1164dfa req-966df8ef-44db-46bb-aad7-e1ddd297f1dd tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.21 "GET /v2.0/ports?device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 946 time: 0.0530436 Oct 12 18:57:47.763128 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-d1952c49-5512-40bc-a7b0-0680b1164dfa req-737994fd-0063-4f31-8d81-f0d316d76805 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Deleting port 3235736c-f7a6-49e5-8c26-e8dc417578f1 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:57:47.763473 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-d1952c49-5512-40bc-a7b0-0680b1164dfa req-737994fd-0063-4f31-8d81-f0d316d76805 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:47.852300 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-d1952c49-5512-40bc-a7b0-0680b1164dfa req-737994fd-0063-4f31-8d81-f0d316d76805 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] For port 3235736c-f7a6-49e5-8c26-e8dc417578f1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3235736c-f7a6-49e5-8c26-e8dc417578f1,segment=NetworkSegment(74016772-6d56-46ab-87c7-6399d5a791c8),segment_id=74016772-6d56-46ab-87c7-6399d5a791c8)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:57:47.853006 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-d1952c49-5512-40bc-a7b0-0680b1164dfa req-737994fd-0063-4f31-8d81-f0d316d76805 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:48.054642 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70e468-490b-4661-92eb-5577c8198d7d req-ba674291-a48e-42cf-89c2-27eaa1a549d1 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:57:48.056083 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ff70e468-490b-4661-92eb-5577c8198d7d req-ba674291-a48e-42cf-89c2-27eaa1a549d1 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/ports?device_id=481d9a47-126e-41f5-9656-744767adbced HTTP/1.1" status: 200 len: 946 time: 0.1091132 Oct 12 18:57:48.075291 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-d1952c49-5512-40bc-a7b0-0680b1164dfa req-737994fd-0063-4f31-8d81-f0d316d76805 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:48.075644 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-d1952c49-5512-40bc-a7b0-0680b1164dfa req-737994fd-0063-4f31-8d81-f0d316d76805 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7932303'] for floatingip, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:48.075953 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.l3_db [req-d1952c49-5512-40bc-a7b0-0680b1164dfa req-737994fd-0063-4f31-8d81-f0d316d76805 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Floating IP 955e2236-feda-45ff-b42b-3f83f2009944 disassociated. External IP: 172.27.0.60, port: 3235736c-f7a6-49e5-8c26-e8dc417578f1. Oct 12 18:57:48.076285 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-d1952c49-5512-40bc-a7b0-0680b1164dfa req-737994fd-0063-4f31-8d81-f0d316d76805 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Calling delete_port for 3235736c-f7a6-49e5-8c26-e8dc417578f1 owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:57:48.143476 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ff70e468-490b-4661-92eb-5577c8198d7d req-72b0ed72-b98b-4fe2-9370-026418669e78 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups?id=33e63713-5eaf-459c-8d17-e25579233b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775220 Oct 12 18:57:48.225802 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-d1952c49-5512-40bc-a7b0-0680b1164dfa req-737994fd-0063-4f31-8d81-f0d316d76805 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:48.251751 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737994fd-0063-4f31-8d81-f0d316d76805 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Pushing event deleted for resources: {'Port': ['ID=3235736c-f7a6-49e5-8c26-e8dc417578f1,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:48.380530 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1952c49-5512-40bc-a7b0-0680b1164dfa req-737994fd-0063-4f31-8d81-f0d316d76805 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:57:48.490880 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1952c49-5512-40bc-a7b0-0680b1164dfa req-737994fd-0063-4f31-8d81-f0d316d76805 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:57:48.500856 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a340ee2c-97da-431f-9060-22d8ecc063fd None None] Sync routers for ids ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:57:48.510655 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a340ee2c-97da-431f-9060-22d8ecc063fd None None] Routers {'d8a4b2b6-2da1-46ea-811a-5120ce7fd178'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:57:48.511448 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-a340ee2c-97da-431f-9060-22d8ecc063fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:57:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:48.529147 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1952c49-5512-40bc-a7b0-0680b1164dfa req-737994fd-0063-4f31-8d81-f0d316d76805 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] No DVR routers for this DVR port 3235736c-f7a6-49e5-8c26-e8dc417578f1 on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:57:48.531583 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-d1952c49-5512-40bc-a7b0-0680b1164dfa req-737994fd-0063-4f31-8d81-f0d316d76805 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:48.535280 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d1952c49-5512-40bc-a7b0-0680b1164dfa req-737994fd-0063-4f31-8d81-f0d316d76805 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.21 "DELETE /v2.0/ports/3235736c-f7a6-49e5-8c26-e8dc417578f1 HTTP/1.1" status: 204 len: 173 time: 0.8543711 Oct 12 18:57:48.535843 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481d9a47-126e-41f5-9656-744767adbced', 'name': 'network-vif-deleted', 'tag': '3235736c-f7a6-49e5-8c26-e8dc417578f1'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:57:48.538228 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dc42e6-3d8b-4f8b-b792-cd98030b4b39" -d '{"events": [{"server_uuid": "481d9a47-126e-41f5-9656-744767adbced", "name": "network-vif-deleted", "tag": "3235736c-f7a6-49e5-8c26-e8dc417578f1"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:57:48.651183 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-a340ee2c-97da-431f-9060-22d8ecc063fd None None] Set router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:57:48.782408 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8ff7f6-ab02-4620-97df-2b1edcb507af x-openstack-request-id: req-7a8ff7f6-ab02-4620-97df-2b1edcb507af {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:57:48.782697 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481d9a47-126e-41f5-9656-744767adbced", "name": "network-vif-deleted", "tag": "3235736c-f7a6-49e5-8c26-e8dc417578f1", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:57:48.782945 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7a8ff7f6-ab02-4620-97df-2b1edcb507af {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:57:48.783338 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481d9a47-126e-41f5-9656-744767adbced', 'name': 'network-vif-deleted', 'tag': '3235736c-f7a6-49e5-8c26-e8dc417578f1', 'status': 'completed', 'code': 200} Oct 12 18:57:48.990041 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-a340ee2c-97da-431f-9060-22d8ecc063fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 4, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d', 'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'mac_address': 'fa:16:3e:05:7f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:56Z', 'updated_at': '2021-10-12T18:47:06Z', 'revision_number': 5, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'subnets': [{'id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:49.020421 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a340ee2c-97da-431f-9060-22d8ecc063fd None None] Checking router: d8a4b2b6-2da1-46ea-811a-5120ce7fd178 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:57:49.029654 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a340ee2c-97da-431f-9060-22d8ecc063fd None None] Routers {'d8a4b2b6-2da1-46ea-811a-5120ce7fd178'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:57:49.030295 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-a340ee2c-97da-431f-9060-22d8ecc063fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:57:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:49.144906 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-a340ee2c-97da-431f-9060-22d8ecc063fd None None] Set router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:57:49.361901 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-a340ee2c-97da-431f-9060-22d8ecc063fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 4, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d', 'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'mac_address': 'fa:16:3e:05:7f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:56Z', 'updated_at': '2021-10-12T18:47:06Z', 'revision_number': 5, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'subnets': [{'id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:49.390348 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a340ee2c-97da-431f-9060-22d8ecc063fd None None] The sync data for ids ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'] in dv-cinder-813229-2-iscsi is: [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 4, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d', 'name': '', 'network_id': '01a861b8-fd34-499e-b00f-62278e422b54', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'mac_address': 'fa:16:3e:05:7f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:56Z', 'updated_at': '2021-10-12T18:47:06Z', 'revision_number': 5, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'subnets': [{'id': '59e05615-d974-4962-bb16-1d78f8acc32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:57:49.601130 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16914b4e-2620-4f52-ad07-727f19db010d None None] New status for floating IP 955e2236-feda-45ff-b42b-3f83f2009944: DOWN {{(pid=100620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:57:50.248892 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42446) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:50.305422 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-110a33fb-aff1-4f32-af5a-9b0bb984c2e0 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:50.328957 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-110a33fb-aff1-4f32-af5a-9b0bb984c2e0 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:50.381188 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-110a33fb-aff1-4f32-af5a-9b0bb984c2e0 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:50.383906 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-110a33fb-aff1-4f32-af5a-9b0bb984c2e0 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:50.385057 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-110a33fb-aff1-4f32-af5a-9b0bb984c2e0 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "DELETE /v2.0/security-groups/33e63713-5eaf-459c-8d17-e25579233b7b HTTP/1.1" status: 204 len: 168 time: 0.1350448 Oct 12 18:57:50.387920 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42448) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:50.393809 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a33fb-aff1-4f32-af5a-9b0bb984c2e0 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e63713-5eaf-459c-8d17-e25579233b7b,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:50.404767 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.api.v2.resource [None req-97f1f301-19d7-4977-8d7c-e2a4c4805449 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] show failed (client error): The resource could not be found. Oct 12 18:57:50.405821 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-97f1f301-19d7-4977-8d7c-e2a4c4805449 tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "GET /v2.0/security-groups/33e63713-5eaf-459c-8d17-e25579233b7b HTTP/1.1" status: 404 len: 347 time: 0.0168839 Oct 12 18:57:50.408530 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42450) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:50.527854 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-8199694c-b34f-48a8-b153-6eb1815f120c tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Deleting port a45a074a-2a84-438c-b6ac-a2570f92f88b {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:57:50.528081 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8199694c-b34f-48a8-b153-6eb1815f120c tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:50.603134 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8199694c-b34f-48a8-b153-6eb1815f120c tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:50.603456 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8199694c-b34f-48a8-b153-6eb1815f120c tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:50.617910 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-8199694c-b34f-48a8-b153-6eb1815f120c tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Calling delete_port for a45a074a-2a84-438c-b6ac-a2570f92f88b owned by network:floatingip {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:57:50.745585 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8199694c-b34f-48a8-b153-6eb1815f120c tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:50.771231 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199694c-b34f-48a8-b153-6eb1815f120c tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Pushing event deleted for resources: {'Port': ['ID=a45a074a-2a84-438c-b6ac-a2570f92f88b,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:50.833482 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8199694c-b34f-48a8-b153-6eb1815f120c tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks [] for floatingip, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:50.836771 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8199694c-b34f-48a8-b153-6eb1815f120c tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:50.837908 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-8199694c-b34f-48a8-b153-6eb1815f120c tempest-AttachVolumeTestJSON-805281325 tempest-AttachVolumeTestJSON-805281325-project] 10.222.0.66 "DELETE /v2.0/floatingips/955e2236-feda-45ff-b42b-3f83f2009944 HTTP/1.1" status: 204 len: 168 time: 0.4285109 Oct 12 18:57:52.904754 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 3235736c-f7a6-49e5-8c26-e8dc417578f1 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:57:52.929455 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: 3235736c-f7a6-49e5-8c26-e8dc417578f1 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:57:52.929797 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 3235736c-f7a6-49e5-8c26-e8dc417578f1 not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:57:54.367664 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42484) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:54.461700 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18b75eef-0ee8-4ae7-854a-f6673f47512f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:54.961271 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c639-6c84-4876-9cae-d53db18d0062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8006287'] for router_interface, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:55.199434 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2c639-6c84-4876-9cae-d53db18d0062 admin admin] Deleting port acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:57:55.199774 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c639-6c84-4876-9cae-d53db18d0062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:55.278670 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [None req-c0b2c639-6c84-4876-9cae-d53db18d0062 admin admin] For port acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d,segment=NetworkSegment(74016772-6d56-46ab-87c7-6399d5a791c8),segment_id=74016772-6d56-46ab-87c7-6399d5a791c8)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:57:55.278972 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c639-6c84-4876-9cae-d53db18d0062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:55.291745 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2c639-6c84-4876-9cae-d53db18d0062 admin admin] Calling delete_port for acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d owned by network:router_interface {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:57:55.465434 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c639-6c84-4876-9cae-d53db18d0062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:55.491885 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2c639-6c84-4876-9cae-d53db18d0062 admin admin] Pushing event deleted for resources: {'Port': ['ID=acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:55.656768 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c639-6c84-4876-9cae-d53db18d0062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8006203'] for router_interface, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:55.867183 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b2c639-6c84-4876-9cae-d53db18d0062 admin admin] Router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:57:55.970548 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b2c639-6c84-4876-9cae-d53db18d0062 admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:57:55.976149 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-c0b2c639-6c84-4876-9cae-d53db18d0062 admin admin] 10.222.0.66 "PUT /v2.0/routers/d8a4b2b6-2da1-46ea-811a-5120ce7fd178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6072717 Oct 12 18:57:55.978452 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42488) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:55.981320 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22566ef-f479-43ee-88e5-d160d840e698 None None] Sync routers for ids ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:57:55.992289 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22566ef-f479-43ee-88e5-d160d840e698 None None] Routers {'d8a4b2b6-2da1-46ea-811a-5120ce7fd178'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:57:55.992903 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-d22566ef-f479-43ee-88e5-d160d840e698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:57:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:56.105128 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-d22566ef-f479-43ee-88e5-d160d840e698 None None] Set router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:57:56.289622 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-d22566ef-f479-43ee-88e5-d160d840e698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:57:55Z', 'revision_number': 5, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:56.315844 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22566ef-f479-43ee-88e5-d160d840e698 None None] Checking router: d8a4b2b6-2da1-46ea-811a-5120ce7fd178 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:57:56.324963 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22566ef-f479-43ee-88e5-d160d840e698 None None] Routers {'d8a4b2b6-2da1-46ea-811a-5120ce7fd178'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:57:56.325637 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-d22566ef-f479-43ee-88e5-d160d840e698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:57:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:56.347913 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d8daf1e6-877b-4ecd-a80d-155f699d1109 admin admin] Notify callbacks [] for router, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:56.428182 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-d22566ef-f479-43ee-88e5-d160d840e698 None None] Set router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:57:56.448408 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d8daf1e6-877b-4ecd-a80d-155f699d1109 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:56.499042 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-d8daf1e6-877b-4ecd-a80d-155f699d1109 admin admin] Deleting port 0d7185e2-2de1-475f-beed-83d4eebc5f3e {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:57:56.499746 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d8daf1e6-877b-4ecd-a80d-155f699d1109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:56.583456 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [None req-d8daf1e6-877b-4ecd-a80d-155f699d1109 admin admin] For port 0d7185e2-2de1-475f-beed-83d4eebc5f3e, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=0d7185e2-2de1-475f-beed-83d4eebc5f3e,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:57:56.583709 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d8daf1e6-877b-4ecd-a80d-155f699d1109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:56.595213 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-d8daf1e6-877b-4ecd-a80d-155f699d1109 admin admin] Calling delete_port for 0d7185e2-2de1-475f-beed-83d4eebc5f3e owned by network:router_gateway {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:57:56.608787 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-d22566ef-f479-43ee-88e5-d160d840e698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:57:55Z', 'revision_number': 5, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:56.636707 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22566ef-f479-43ee-88e5-d160d840e698 None None] The sync data for ids ['d8a4b2b6-2da1-46ea-811a-5120ce7fd178'] in dv-cinder-813229-2-iscsi is: [{'id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'name': 'tempest-AttachVolumeTestJSON-460408187-router', 'tenant_id': 'e8fde9f299c741df94fb2f851b651138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:57:55Z', 'revision_number': 5, 'project_id': 'e8fde9f299c741df94fb2f851b651138', 'gw_port': {'id': '0d7185e2-2de1-475f-beed-83d4eebc5f3e', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a4b2b6-2da1-46ea-811a-5120ce7fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:49Z', 'updated_at': '2021-10-12T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:57:56.758701 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d8daf1e6-877b-4ecd-a80d-155f699d1109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:56.786797 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8daf1e6-877b-4ecd-a80d-155f699d1109 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d7185e2-2de1-475f-beed-83d4eebc5f3e,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:56.841774 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d8daf1e6-877b-4ecd-a80d-155f699d1109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7932377'] for router_gateway, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:56.928984 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d8daf1e6-877b-4ecd-a80d-155f699d1109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24860'] for router, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:56.930950 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d8daf1e6-877b-4ecd-a80d-155f699d1109 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:56.978816 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d8daf1e6-877b-4ecd-a80d-155f699d1109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7999778'] for router, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:56.979599 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8daf1e6-877b-4ecd-a80d-155f699d1109 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8a4b2b6-2da1-46ea-811a-5120ce7fd178 {{(pid=100617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:57:56.984089 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d8daf1e6-877b-4ecd-a80d-155f699d1109 admin admin] Notify callbacks [] for router, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:56.985367 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-d8daf1e6-877b-4ecd-a80d-155f699d1109 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d8a4b2b6-2da1-46ea-811a-5120ce7fd178 HTTP/1.1" status: 204 len: 168 time: 1.0059457 Oct 12 18:57:56.988166 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42494) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:56.990349 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-abdca639-d849-4b27-8f71-acb6a7a9cc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:57.034735 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f41d2b5-fd33-4e6f-b2bf-a5679da505f4 admin admin] Deleting subnet 59e05615-d974-4962-bb16-1d78f8acc32c {{(pid=100617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:57:57.038599 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-0f41d2b5-fd33-4e6f-b2bf-a5679da505f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:57.075777 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-0f41d2b5-fd33-4e6f-b2bf-a5679da505f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5055536'] for subnet, precommit_delete_associations {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:57.156552 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-0f41d2b5-fd33-4e6f-b2bf-a5679da505f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785012'] for subnet, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:57.211736 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-0f41d2b5-fd33-4e6f-b2bf-a5679da505f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5055686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4759567'] for subnet, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:57.237634 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41d2b5-fd33-4e6f-b2bf-a5679da505f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59e05615-d974-4962-bb16-1d78f8acc32c,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:57.242209 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-0f41d2b5-fd33-4e6f-b2bf-a5679da505f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:57.245998 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-0f41d2b5-fd33-4e6f-b2bf-a5679da505f4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/59e05615-d974-4962-bb16-1d78f8acc32c HTTP/1.1" status: 204 len: 168 time: 0.2560523 Oct 12 18:57:57.248364 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42496) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:57.251456 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cede7fac-4490-485a-9f36-573910e7a54e None None] Network 01a861b8-fd34-499e-b00f-62278e422b54 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:57:57.327158 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656927'] for network, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:57.378421 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] Deleting port 4d03d18d-9fc4-405f-bf70-534918680f1c {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:57:57.378824 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:57.440828 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] For port 4d03d18d-9fc4-405f-bf70-534918680f1c, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=4d03d18d-9fc4-405f-bf70-534918680f1c,segment=NetworkSegment(74016772-6d56-46ab-87c7-6399d5a791c8),segment_id=74016772-6d56-46ab-87c7-6399d5a791c8)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:57:57.441211 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:57.453924 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] Calling delete_port for 4d03d18d-9fc4-405f-bf70-534918680f1c owned by network:dhcp {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:57:57.534284 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:57.560794 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d03d18d-9fc4-405f-bf70-534918680f1c,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:57.562579 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] No DVR routers for this DVR port 4d03d18d-9fc4-405f-bf70-534918680f1c on host dv-cinder-813229-2-iscsi {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:57:57.636050 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721551', 'neutron.services.segments.db._delete_segments_for_network-8753793662980'] for network, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:57.656111 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da33317-8aa2-4be7-a9fd-1694d80d58fa None None] DHCP port deletion for 01a861b8-fd34-499e-b00f-62278e422b54 request from dv-cinder-813229-2-iscsi {{(pid=100619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:57:57.657737 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a861b8-fd34-499e-b00f-62278e422b54']}} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:57.671084 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74016772-6d56-46ab-87c7-6399d5a791c8') {'for_net_delete': True} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:57.671499 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74016772-6d56-46ab-87c7-6399d5a791c8') {} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:57:57.682661 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753793662477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5055547'] for segment, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:57.698376 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:57.704431 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=100617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:57:57.704878 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5055256'] for segment, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: Traceback (most recent call last): Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: timer() Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: cb(*args, **kw) Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: return func(*args, **kwargs) Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: self._notify() Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: self.callback(batched_events) Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: event.method(event) Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: return f(self, *a, **k) Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: return self._get(url).json() Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: return self.request(url, 'GET', **kwargs) Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:57:57.706877 dv-cinder-813229-2-iscsi neutron-server[100617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:57:57.725086 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:57:57.745192 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:57:57.745639 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device acbdb6e1-038c-4d1b-9ece-c0f8c29c4c2d not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:57:57.746056 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 0d7185e2-2de1-475f-beed-83d4eebc5f3e no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:57:57.761741 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7932349'] for network, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:57.765698 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: 0d7185e2-2de1-475f-beed-83d4eebc5f3e {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:57:57.766250 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 0d7185e2-2de1-475f-beed-83d4eebc5f3e not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:57:57.766846 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 4d03d18d-9fc4-405f-bf70-534918680f1c no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:57:57.767440 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:57.771508 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] 10.222.0.66 "DELETE /v2.0/networks/01a861b8-fd34-499e-b00f-62278e422b54 HTTP/1.1" status: 204 len: 168 time: 0.5221133 Oct 12 18:57:57.782486 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad0ae8-5d40-4d10-b268-b37afd3f8d4d admin admin] Pushing event deleted for resources: {'Network': ['ID=01a861b8-fd34-499e-b00f-62278e422b54,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:57.788189 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: 4d03d18d-9fc4-405f-bf70-534918680f1c {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:57:57.788472 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 4d03d18d-9fc4-405f-bf70-534918680f1c not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:57:57.885998 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42500) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:57.924359 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-024fd574-2dac-4e68-8c8b-0be2fd656770 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e8fde9f299c741df94fb2f851b651138&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0372460 Oct 12 18:57:57.926698 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42502) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:57:57.979641 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-e664dac5-8906-49ff-ac55-bc025140853b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:58.001154 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-e664dac5-8906-49ff-ac55-bc025140853b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:58.010093 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:58.047056 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-e664dac5-8906-49ff-ac55-bc025140853b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:58.049672 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-e664dac5-8906-49ff-ac55-bc025140853b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:58.050790 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-e664dac5-8906-49ff-ac55-bc025140853b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/23d5fece-be7a-48ca-827c-dfbad5ea0584 HTTP/1.1" status: 204 len: 168 time: 0.1232221 Oct 12 18:57:58.058490 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664dac5-8906-49ff-ac55-bc025140853b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d5fece-be7a-48ca-827c-dfbad5ea0584,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:57:58.183564 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:57:59.747272 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:01.687629 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42562) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:01.789414 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7b90b147-0b82-463e-b7ce-cc0b084c6d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:01.861273 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7b90b147-0b82-463e-b7ce-cc0b084c6d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:01.865335 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7b90b147-0b82-463e-b7ce-cc0b084c6d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:01.901374 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-7b90b147-0b82-463e-b7ce-cc0b084c6d08 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e684a092453a44dda2a17034e69d9495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127111 Oct 12 18:58:01.903242 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90b147-0b82-463e-b7ce-cc0b084c6d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52bbfd9-709f-4b40-838b-869375a5c809,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:01.904164 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42566) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:01.952596 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6030008d-85fa-41e5-8f5e-64f3882a6e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:01.972615 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6030008d-85fa-41e5-8f5e-64f3882a6e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:02.018004 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6030008d-85fa-41e5-8f5e-64f3882a6e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:02.020785 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6030008d-85fa-41e5-8f5e-64f3882a6e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:02.021922 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-6030008d-85fa-41e5-8f5e-64f3882a6e1a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f52bbfd9-709f-4b40-838b-869375a5c809 HTTP/1.1" status: 204 len: 168 time: 0.1167920 Oct 12 18:58:02.029356 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030008d-85fa-41e5-8f5e-64f3882a6e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52bbfd9-709f-4b40-838b-869375a5c809,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:02.642073 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:58:04.278138 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42636) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:04.381140 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-50924df8-8cc4-4658-9096-33fc5654853a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:04.457902 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-50924df8-8cc4-4658-9096-33fc5654853a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:04.461544 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-50924df8-8cc4-4658-9096-33fc5654853a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:04.499714 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-50924df8-8cc4-4658-9096-33fc5654853a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e76e9ccd312840e3934861139e667463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205188 Oct 12 18:58:04.500637 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50924df8-8cc4-4658-9096-33fc5654853a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cb40e0-e9ef-4bdf-8343-347542bfaf42,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:04.502481 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42640) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:04.552961 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f65f35e1-0754-4918-a1d8-858baabca92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:04.574216 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f65f35e1-0754-4918-a1d8-858baabca92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:04.619384 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f65f35e1-0754-4918-a1d8-858baabca92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:04.621979 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-f65f35e1-0754-4918-a1d8-858baabca92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:04.623196 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-f65f35e1-0754-4918-a1d8-858baabca92c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/26cb40e0-e9ef-4bdf-8343-347542bfaf42 HTTP/1.1" status: 204 len: 168 time: 0.1196742 Oct 12 18:58:04.631578 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f35e1-0754-4918-a1d8-858baabca92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cb40e0-e9ef-4bdf-8343-347542bfaf42,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:04.878901 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42646) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:04.892045 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b9e0abca-aed0-4549-ae05-27eed53a9552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:04.965115 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b9e0abca-aed0-4549-ae05-27eed53a9552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:04.968904 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-b9e0abca-aed0-4549-ae05-27eed53a9552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:05.005750 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-b9e0abca-aed0-4549-ae05-27eed53a9552 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=359bf68689e244fdb5dc1e8179938246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1252270 Oct 12 18:58:05.007037 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0abca-aed0-4549-ae05-27eed53a9552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f7890f-55f6-4cb3-a4da-3d10d06b4030,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:05.008554 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42648) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:05.057059 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-78aa6875-a12a-40c0-87a5-73c026472bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:05.077282 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-78aa6875-a12a-40c0-87a5-73c026472bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:05.123671 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-78aa6875-a12a-40c0-87a5-73c026472bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:05.126287 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-78aa6875-a12a-40c0-87a5-73c026472bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:05.127471 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-78aa6875-a12a-40c0-87a5-73c026472bab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/64f7890f-55f6-4cb3-a4da-3d10d06b4030 HTTP/1.1" status: 204 len: 168 time: 0.1178317 Oct 12 18:58:05.136217 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa6875-a12a-40c0-87a5-73c026472bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f7890f-55f6-4cb3-a4da-3d10d06b4030,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:09.638606 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:09.894309 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42724) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:09.994581 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f62f6a94-073a-42a1-8f90-c48424735f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:10.071724 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f62f6a94-073a-42a1-8f90-c48424735f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:10.075420 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f62f6a94-073a-42a1-8f90-c48424735f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:10.116648 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-f62f6a94-073a-42a1-8f90-c48424735f64 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=70bd8b855bd648f5bfe1568d50132ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212481 Oct 12 18:58:10.117561 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f6a94-073a-42a1-8f90-c48424735f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcb0fbf-419b-49c8-a85f-61584ba5f282,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:10.119459 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42728) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:10.167212 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ae65f90f-d816-4873-a5b3-cc11ec7e53c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:10.190536 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ae65f90f-d816-4873-a5b3-cc11ec7e53c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:10.236619 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ae65f90f-d816-4873-a5b3-cc11ec7e53c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:10.239713 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-ae65f90f-d816-4873-a5b3-cc11ec7e53c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:10.240842 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-ae65f90f-d816-4873-a5b3-cc11ec7e53c9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dfcb0fbf-419b-49c8-a85f-61584ba5f282 HTTP/1.1" status: 204 len: 168 time: 0.1203718 Oct 12 18:58:10.248039 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65f90f-d816-4873-a5b3-cc11ec7e53c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcb0fbf-419b-49c8-a85f-61584ba5f282,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:10.498749 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eff8b319-3282-46b0-b3f0-65767fcf0c10 req-cd3d971c-036a-4fae-92cd-4698822be4d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406520 Oct 12 18:58:10.499873 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42734) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:10.514594 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3629-f457-4446-b631-39874b74ea5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:10.581228 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8b319-3282-46b0-b3f0-65767fcf0c10 req-b5324831-20b9-4941-abdf-8f66c423e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:10.583255 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eff8b319-3282-46b0-b3f0-65767fcf0c10 req-b5324831-20b9-4941-abdf-8f66c423e64a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 1098 time: 0.0603502 Oct 12 18:58:10.671375 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3629-f457-4446-b631-39874b74ea5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:10.678652 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3629-f457-4446-b631-39874b74ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:10.731579 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-6ffa3629-f457-4446-b631-39874b74ea5d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ec509ce6c4c4741b182f005a3be4885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299323 Oct 12 18:58:10.733498 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42736) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:10.743802 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa3629-f457-4446-b631-39874b74ea5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfaf338-e82b-4b24-81a8-1fe7b945ae4d,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:10.747120 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8b319-3282-46b0-b3f0-65767fcf0c10 req-c9a57b22-6c93-409c-bac4-42f0000f7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:10.748553 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eff8b319-3282-46b0-b3f0-65767fcf0c10 req-c9a57b22-6c93-409c-bac4-42f0000f7f08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 912 time: 0.1463611 Oct 12 18:58:10.753122 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa3629-f457-4446-b631-39874b74ea5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:10.753503 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa3629-f457-4446-b631-39874b74ea5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:10.753847 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa3629-f457-4446-b631-39874b74ea5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:10.754209 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa3629-f457-4446-b631-39874b74ea5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:10.754546 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa3629-f457-4446-b631-39874b74ea5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:10.754881 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa3629-f457-4446-b631-39874b74ea5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:10.755208 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa3629-f457-4446-b631-39874b74ea5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:10.755535 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa3629-f457-4446-b631-39874b74ea5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:10.755861 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa3629-f457-4446-b631-39874b74ea5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:10.756183 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa3629-f457-4446-b631-39874b74ea5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:10.756500 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa3629-f457-4446-b631-39874b74ea5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:10.756825 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa3629-f457-4446-b631-39874b74ea5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:10.782840 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-9f8c1edd-0b3c-4667-b697-71a3a942ad7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:10.804530 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-9f8c1edd-0b3c-4667-b697-71a3a942ad7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:10.822458 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eff8b319-3282-46b0-b3f0-65767fcf0c10 req-530cbea5-e2c1-48b7-8014-a8f5d43b6124 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a5f779-a733-460e-8463-bccbb0e608b6 HTTP/1.1" status: 200 len: 1001 time: 0.0621693 Oct 12 18:58:10.851213 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-9f8c1edd-0b3c-4667-b697-71a3a942ad7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:10.853889 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-9f8c1edd-0b3c-4667-b697-71a3a942ad7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:10.855219 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-9f8c1edd-0b3c-4667-b697-71a3a942ad7e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5bfaf338-e82b-4b24-81a8-1fe7b945ae4d HTTP/1.1" status: 204 len: 168 time: 0.1206930 Oct 12 18:58:10.863668 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c1edd-0b3c-4667-b697-71a3a942ad7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfaf338-e82b-4b24-81a8-1fe7b945ae4d,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:10.878273 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8b319-3282-46b0-b3f0-65767fcf0c10 req-19af9c48-b513-4d95-9dcd-427cf91b7c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:10.879180 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eff8b319-3282-46b0-b3f0-65767fcf0c10 req-19af9c48-b513-4d95-9dcd-427cf91b7c09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aae68136-9fb4-4119-8455-c8cf7655c6e9 HTTP/1.1" status: 200 len: 850 time: 0.0500360 Oct 12 18:58:10.925829 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8b319-3282-46b0-b3f0-65767fcf0c10 req-5c8f5773-0758-4206-93da-110b5e876e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:10.928128 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eff8b319-3282-46b0-b3f0-65767fcf0c10 req-5c8f5773-0758-4206-93da-110b5e876e03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c55345b-ca2a-48c3-886b-2a3578444a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420060 Oct 12 18:58:11.031207 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eff8b319-3282-46b0-b3f0-65767fcf0c10 req-7b808635-f2de-4fbc-b5f6-21a92d836c14 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959609 Oct 12 18:58:11.123828 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-eff8b319-3282-46b0-b3f0-65767fcf0c10 req-6ade09f0-df11-419c-9e3d-08b75e450e3f service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854342 Oct 12 18:58:12.059512 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695f046-7c2a-4a11-9f49-fe8b7d7aaedb req-da40a564-d7ac-4622-a7a2-c2a992cafdcb tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:12.060965 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a695f046-7c2a-4a11-9f49-fe8b7d7aaedb req-da40a564-d7ac-4622-a7a2-c2a992cafdcb tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 946 time: 0.0501726 Oct 12 18:58:12.104746 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a695f046-7c2a-4a11-9f49-fe8b7d7aaedb req-1e9603fe-5ba2-4d83-9ff1-babfeac9650b tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379179 Oct 12 18:58:13.224804 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23060703-e2a0-4b32-b223-040f0faddfad req-0ec30362-02e3-4860-aa9b-1832b684e115 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:13.226269 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-23060703-e2a0-4b32-b223-040f0faddfad req-0ec30362-02e3-4860-aa9b-1832b684e115 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 946 time: 0.0487311 Oct 12 18:58:13.264269 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-23060703-e2a0-4b32-b223-040f0faddfad req-c0c0fe5f-ab40-48dd-ab01-1774a72fbc79 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups?id=e045077c-e003-4335-898e-cdb342eab1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322354 Oct 12 18:58:13.795351 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eedaf5-446e-4854-ad98-e69c32777183 req-2e01ab89-f775-4534-b253-c6ce98873608 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:13.796800 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-05eedaf5-446e-4854-ad98-e69c32777183 req-2e01ab89-f775-4534-b253-c6ce98873608 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.21 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 946 time: 0.0481658 Oct 12 18:58:13.890605 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-05eedaf5-446e-4854-ad98-e69c32777183 req-0dc1fa84-ea09-4d92-bfca-08d6f688a4a2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Deleting port bec1ff87-b9e4-42aa-a046-de4b020bb20a {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:58:13.890948 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-05eedaf5-446e-4854-ad98-e69c32777183 req-0dc1fa84-ea09-4d92-bfca-08d6f688a4a2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:13.980339 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-05eedaf5-446e-4854-ad98-e69c32777183 req-0dc1fa84-ea09-4d92-bfca-08d6f688a4a2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] For port bec1ff87-b9e4-42aa-a046-de4b020bb20a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bec1ff87-b9e4-42aa-a046-de4b020bb20a,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:58:13.980684 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-05eedaf5-446e-4854-ad98-e69c32777183 req-0dc1fa84-ea09-4d92-bfca-08d6f688a4a2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:14.152692 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-05eedaf5-446e-4854-ad98-e69c32777183 req-0dc1fa84-ea09-4d92-bfca-08d6f688a4a2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:14.152961 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-05eedaf5-446e-4854-ad98-e69c32777183 req-0dc1fa84-ea09-4d92-bfca-08d6f688a4a2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7932303'] for floatingip, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:14.153274 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.l3_db [req-05eedaf5-446e-4854-ad98-e69c32777183 req-0dc1fa84-ea09-4d92-bfca-08d6f688a4a2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Floating IP 0fcfea85-7e84-46b8-9d75-937be9d122bd disassociated. External IP: 172.27.0.6, port: bec1ff87-b9e4-42aa-a046-de4b020bb20a. Oct 12 18:58:14.153715 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-05eedaf5-446e-4854-ad98-e69c32777183 req-0dc1fa84-ea09-4d92-bfca-08d6f688a4a2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Calling delete_port for bec1ff87-b9e4-42aa-a046-de4b020bb20a owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:58:14.275450 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-05eedaf5-446e-4854-ad98-e69c32777183 req-0dc1fa84-ea09-4d92-bfca-08d6f688a4a2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:14.301758 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1fa84-ea09-4d92-bfca-08d6f688a4a2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Pushing event deleted for resources: {'Port': ['ID=bec1ff87-b9e4-42aa-a046-de4b020bb20a,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:14.381753 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1cd82eee-177c-4f25-b791-04cbbe95d7f5 req-a442d735-0b5e-4bcf-a5c3-e7a9ea3905a0 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/ports?device_id=d074c85c-0618-47e2-9f1e-c40e59d2185e HTTP/1.1" status: 200 len: 210 time: 0.0315621 Oct 12 18:58:14.442508 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05eedaf5-446e-4854-ad98-e69c32777183 req-0dc1fa84-ea09-4d92-bfca-08d6f688a4a2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Router 2c82a773-1a87-4e01-9c18-aec09d9e905c has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:58:14.557523 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05eedaf5-446e-4854-ad98-e69c32777183 req-0dc1fa84-ea09-4d92-bfca-08d6f688a4a2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:58:14.569127 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1542d8c3-925b-4b12-aa8f-b4c65d6a67c6 None None] Sync routers for ids ['2c82a773-1a87-4e01-9c18-aec09d9e905c'] in dv-cinder-813229-2-iscsi {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:58:14.578058 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1542d8c3-925b-4b12-aa8f-b4c65d6a67c6 None None] Routers {'2c82a773-1a87-4e01-9c18-aec09d9e905c'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:58:14.578600 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-1542d8c3-925b-4b12-aa8f-b4c65d6a67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:57:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['2c82a773-1a87-4e01-9c18-aec09d9e905c'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:58:14.599677 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-05eedaf5-446e-4854-ad98-e69c32777183 req-0dc1fa84-ea09-4d92-bfca-08d6f688a4a2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] No DVR routers for this DVR port bec1ff87-b9e4-42aa-a046-de4b020bb20a on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:58:14.602140 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-05eedaf5-446e-4854-ad98-e69c32777183 req-0dc1fa84-ea09-4d92-bfca-08d6f688a4a2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:14.605368 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-05eedaf5-446e-4854-ad98-e69c32777183 req-0dc1fa84-ea09-4d92-bfca-08d6f688a4a2 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.21 "DELETE /v2.0/ports/bec1ff87-b9e4-42aa-a046-de4b020bb20a HTTP/1.1" status: 204 len: 173 time: 0.8024483 Oct 12 18:58:14.605811 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074c85c-0618-47e2-9f1e-c40e59d2185e', 'name': 'network-vif-deleted', 'tag': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:58:14.608105 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac92176-b42c-4c57-abd5-3d1fb2955ab3" -d '{"events": [{"server_uuid": "d074c85c-0618-47e2-9f1e-c40e59d2185e", "name": "network-vif-deleted", "tag": "bec1ff87-b9e4-42aa-a046-de4b020bb20a"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:58:14.652875 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be26b05f-f725-41b9-b3fd-ad64185f2808 x-openstack-request-id: req-be26b05f-f725-41b9-b3fd-ad64185f2808 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:58:14.653175 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074c85c-0618-47e2-9f1e-c40e59d2185e", "name": "network-vif-deleted", "tag": "bec1ff87-b9e4-42aa-a046-de4b020bb20a", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:58:14.653455 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-be26b05f-f725-41b9-b3fd-ad64185f2808 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:58:14.653876 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074c85c-0618-47e2-9f1e-c40e59d2185e', 'name': 'network-vif-deleted', 'tag': 'bec1ff87-b9e4-42aa-a046-de4b020bb20a', 'status': 'completed', 'code': 200} Oct 12 18:58:14.689222 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-1542d8c3-925b-4b12-aa8f-b4c65d6a67c6 None None] Set router 2c82a773-1a87-4e01-9c18-aec09d9e905c gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:58:14.984309 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-1542d8c3-925b-4b12-aa8f-b4c65d6a67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:53Z', 'revision_number': 4, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port': {'id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:47Z', 'updated_at': '2021-10-12T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'f0d8d95d-2d53-4a46-b6f1-e048423d7454', 'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'mac_address': 'fa:16:3e:14:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 5, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'subnets': [{'id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:58:15.011793 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1542d8c3-925b-4b12-aa8f-b4c65d6a67c6 None None] Checking router: 2c82a773-1a87-4e01-9c18-aec09d9e905c for host: dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:58:15.021767 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1542d8c3-925b-4b12-aa8f-b4c65d6a67c6 None None] Routers {'2c82a773-1a87-4e01-9c18-aec09d9e905c'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:58:15.022456 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-1542d8c3-925b-4b12-aa8f-b4c65d6a67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:57:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['2c82a773-1a87-4e01-9c18-aec09d9e905c'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:58:15.132098 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-1542d8c3-925b-4b12-aa8f-b4c65d6a67c6 None None] Set router 2c82a773-1a87-4e01-9c18-aec09d9e905c gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:58:15.140897 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42826) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:15.246256 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f6449821-8d25-46c2-955a-e323c45c9fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:15.322711 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f6449821-8d25-46c2-955a-e323c45c9fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:15.326845 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f6449821-8d25-46c2-955a-e323c45c9fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:15.330709 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-1542d8c3-925b-4b12-aa8f-b4c65d6a67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:53Z', 'revision_number': 4, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port': {'id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:47Z', 'updated_at': '2021-10-12T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'f0d8d95d-2d53-4a46-b6f1-e048423d7454', 'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'mac_address': 'fa:16:3e:14:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 5, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'subnets': [{'id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:58:15.358007 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1542d8c3-925b-4b12-aa8f-b4c65d6a67c6 None None] The sync data for ids ['2c82a773-1a87-4e01-9c18-aec09d9e905c'] in dv-cinder-813229-2-iscsi is: [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:46:53Z', 'revision_number': 4, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port': {'id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:47Z', 'updated_at': '2021-10-12T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'f0d8d95d-2d53-4a46-b6f1-e048423d7454', 'name': '', 'network_id': 'd7ea82d4-1a02-4e55-8809-50cbe1adf2a3', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'mac_address': 'fa:16:3e:14:5b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:50Z', 'updated_at': '2021-10-12T18:46:58Z', 'revision_number': 5, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'subnets': [{'id': '8e169c64-1553-4025-8cf9-96cfe11d06bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:58:15.364575 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-f6449821-8d25-46c2-955a-e323c45c9fca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91391f1efe6c4686852f5b7b79b15ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224786 Oct 12 18:58:15.365693 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6449821-8d25-46c2-955a-e323c45c9fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfff1be-faa3-4828-b725-ae9e753f73a2,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:15.367626 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42830) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:15.418823 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-3cecb72b-003a-4eac-b460-7b033ab8eb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:15.441121 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-3cecb72b-003a-4eac-b460-7b033ab8eb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:15.471521 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42836) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:15.498114 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-3cecb72b-003a-4eac-b460-7b033ab8eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:15.501314 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-3cecb72b-003a-4eac-b460-7b033ab8eb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:15.503112 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-3cecb72b-003a-4eac-b460-7b033ab8eb94 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0dfff1be-faa3-4828-b725-ae9e753f73a2 HTTP/1.1" status: 204 len: 168 time: 0.1344683 Oct 12 18:58:15.516672 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cecb72b-003a-4eac-b460-7b033ab8eb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfff1be-faa3-4828-b725-ae9e753f73a2,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:15.555287 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f50182fb-e868-4f03-a3f4-c0fc1c769b14 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:15.584537 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f50182fb-e868-4f03-a3f4-c0fc1c769b14 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:15.639479 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f50182fb-e868-4f03-a3f4-c0fc1c769b14 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:15.642318 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f50182fb-e868-4f03-a3f4-c0fc1c769b14 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:15.643478 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-f50182fb-e868-4f03-a3f4-c0fc1c769b14 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "DELETE /v2.0/security-groups/e045077c-e003-4335-898e-cdb342eab1ba HTTP/1.1" status: 204 len: 168 time: 0.1709487 Oct 12 18:58:15.646813 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42842) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:15.654975 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742ee8be-a942-46a7-8ab1-9aa5f847b823 None None] New status for floating IP 0fcfea85-7e84-46b8-9d75-937be9d122bd: DOWN {{(pid=100619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:58:15.662449 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50182fb-e868-4f03-a3f4-c0fc1c769b14 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e045077c-e003-4335-898e-cdb342eab1ba,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:15.679190 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.api.v2.resource [None req-bd3e2629-0fbf-447a-9262-665ea773c285 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] show failed (client error): The resource could not be found. Oct 12 18:58:15.680416 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-bd3e2629-0fbf-447a-9262-665ea773c285 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "GET /v2.0/security-groups/e045077c-e003-4335-898e-cdb342eab1ba HTTP/1.1" status: 404 len: 347 time: 0.0326166 Oct 12 18:58:15.683298 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42844) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:15.808753 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-34627fd2-7f33-4e72-9f65-b44c7308e0f6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Deleting port d225fae9-4f41-478f-bef6-f0c6b6661d1b {{(pid=100618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:58:15.809594 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42846) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:15.815290 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-34627fd2-7f33-4e72-9f65-b44c7308e0f6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:15.823857 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9ade2cc5-16a1-4618-b534-b5e0a30d6da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:15.893979 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-34627fd2-7f33-4e72-9f65-b44c7308e0f6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:15.894339 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-34627fd2-7f33-4e72-9f65-b44c7308e0f6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:15.899959 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9ade2cc5-16a1-4618-b534-b5e0a30d6da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:15.903661 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-9ade2cc5-16a1-4618-b534-b5e0a30d6da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:15.907721 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-34627fd2-7f33-4e72-9f65-b44c7308e0f6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Calling delete_port for d225fae9-4f41-478f-bef6-f0c6b6661d1b owned by network:floatingip {{(pid=100618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:58:15.940307 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade2cc5-16a1-4618-b534-b5e0a30d6da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f9118a-1521-4a98-8a4e-60e134a2935f,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:15.947466 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-9ade2cc5-16a1-4618-b534-b5e0a30d6da3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a5e184c3ac54b9e8a8ba6db95d8c6da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344848 Oct 12 18:58:15.947692 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42848) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:15.996292 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-bac9d703-236c-419d-a8cb-dee6b6cd61fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:16.018897 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-bac9d703-236c-419d-a8cb-dee6b6cd61fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:16.042571 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-34627fd2-7f33-4e72-9f65-b44c7308e0f6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:16.066672 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-bac9d703-236c-419d-a8cb-dee6b6cd61fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:16.068701 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34627fd2-7f33-4e72-9f65-b44c7308e0f6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Pushing event deleted for resources: {'Port': ['ID=d225fae9-4f41-478f-bef6-f0c6b6661d1b,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:16.069799 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-bac9d703-236c-419d-a8cb-dee6b6cd61fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:16.074729 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-bac9d703-236c-419d-a8cb-dee6b6cd61fb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5f9118a-1521-4a98-8a4e-60e134a2935f HTTP/1.1" status: 204 len: 168 time: 0.1236498 Oct 12 18:58:16.085390 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9d703-236c-419d-a8cb-dee6b6cd61fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f9118a-1521-4a98-8a4e-60e134a2935f,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:16.130186 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-34627fd2-7f33-4e72-9f65-b44c7308e0f6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks [] for floatingip, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:16.132784 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-34627fd2-7f33-4e72-9f65-b44c7308e0f6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:16.133940 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-34627fd2-7f33-4e72-9f65-b44c7308e0f6 tempest-AttachVolumeShelveTestJSON-105061408 tempest-AttachVolumeShelveTestJSON-105061408-project] 10.222.0.66 "DELETE /v2.0/floatingips/0fcfea85-7e84-46b8-9d75-937be9d122bd HTTP/1.1" status: 204 len: 168 time: 0.4497628 Oct 12 18:58:18.570624 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42924) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:19.036001 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device bec1ff87-b9e4-42aa-a046-de4b020bb20a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:58:19.056251 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: bec1ff87-b9e4-42aa-a046-de4b020bb20a {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:58:19.056594 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device bec1ff87-b9e4-42aa-a046-de4b020bb20a not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:58:19.290392 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8006287'] for router_interface, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:19.540625 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Deleting port f0d8d95d-2d53-4a46-b6f1-e048423d7454 {{(pid=100618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:58:19.540874 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:19.626228 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] For port f0d8d95d-2d53-4a46-b6f1-e048423d7454, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=f0d8d95d-2d53-4a46-b6f1-e048423d7454,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:58:19.626822 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:19.640563 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Calling delete_port for f0d8d95d-2d53-4a46-b6f1-e048423d7454 owned by network:router_interface {{(pid=100618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:58:19.844747 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:19.873302 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d8d95d-2d53-4a46-b6f1-e048423d7454,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:19.905096 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:19.905471 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:19.905930 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:19.906263 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:19.906589 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:19.907044 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:19.907369 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:19.907864 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:19.908191 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:19.908508 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:19.908830 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:19.909137 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:20.102084 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8006203'] for router_interface, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:20.315643 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Router 2c82a773-1a87-4e01-9c18-aec09d9e905c has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:58:20.419515 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:58:20.424417 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-e1df1972-b185-4acd-9d55-1ace707b2050 admin admin] 10.222.0.66 "PUT /v2.0/routers/2c82a773-1a87-4e01-9c18-aec09d9e905c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8527935 Oct 12 18:58:20.427037 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42956) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:20.428498 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811d98f4-9040-4da7-810b-79ee55317d57 None None] Sync routers for ids ['2c82a773-1a87-4e01-9c18-aec09d9e905c'] in dv-cinder-813229-2-iscsi {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:58:20.437802 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811d98f4-9040-4da7-810b-79ee55317d57 None None] Routers {'2c82a773-1a87-4e01-9c18-aec09d9e905c'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:58:20.438483 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-811d98f4-9040-4da7-810b-79ee55317d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:57:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['2c82a773-1a87-4e01-9c18-aec09d9e905c'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:58:20.535605 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-00a4a045-c1ec-4954-b754-893bd43e9dc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:20.541580 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-811d98f4-9040-4da7-810b-79ee55317d57 None None] Set router 2c82a773-1a87-4e01-9c18-aec09d9e905c gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:58:20.637046 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-00a4a045-c1ec-4954-b754-893bd43e9dc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:20.687943 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-00a4a045-c1ec-4954-b754-893bd43e9dc9 admin admin] Deleting port fb0b186c-415b-4c52-98fe-e83224ae73ee {{(pid=100618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:58:20.688282 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-00a4a045-c1ec-4954-b754-893bd43e9dc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:20.722760 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-811d98f4-9040-4da7-810b-79ee55317d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:58:19Z', 'revision_number': 5, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port': {'id': 'fb0b186c-415b-4c52-98fe-e83224ae73ee', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:46:47Z', 'updated_at': '2021-10-12T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:58:20.748861 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811d98f4-9040-4da7-810b-79ee55317d57 None None] Checking router: 2c82a773-1a87-4e01-9c18-aec09d9e905c for host: dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:58:20.757487 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811d98f4-9040-4da7-810b-79ee55317d57 None None] Routers {'2c82a773-1a87-4e01-9c18-aec09d9e905c'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:58:20.758085 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-811d98f4-9040-4da7-810b-79ee55317d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:57:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['2c82a773-1a87-4e01-9c18-aec09d9e905c'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:58:20.767946 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [None req-00a4a045-c1ec-4954-b754-893bd43e9dc9 admin admin] For port fb0b186c-415b-4c52-98fe-e83224ae73ee, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=fb0b186c-415b-4c52-98fe-e83224ae73ee,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:58:20.768329 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-00a4a045-c1ec-4954-b754-893bd43e9dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:20.779917 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-00a4a045-c1ec-4954-b754-893bd43e9dc9 admin admin] Calling delete_port for fb0b186c-415b-4c52-98fe-e83224ae73ee owned by network:router_gateway {{(pid=100618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:58:20.844129 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-811d98f4-9040-4da7-810b-79ee55317d57 None None] Set router 2c82a773-1a87-4e01-9c18-aec09d9e905c gateway port host: None {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:58:20.898954 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-811d98f4-9040-4da7-810b-79ee55317d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:58:20Z', 'revision_number': 6, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port_host': None}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:58:20.928191 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811d98f4-9040-4da7-810b-79ee55317d57 None None] The sync data for ids ['2c82a773-1a87-4e01-9c18-aec09d9e905c'] in dv-cinder-813229-2-iscsi is: [{'id': '2c82a773-1a87-4e01-9c18-aec09d9e905c', 'name': 'tempest-AttachVolumeShelveTestJSON-2007123748-router', 'tenant_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:46:46Z', 'updated_at': '2021-10-12T18:58:20Z', 'revision_number': 6, 'project_id': '9014b76ca29d4cf2b8e0f1ac9621ec71', 'gw_port_host': None}] {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:58:20.946789 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-00a4a045-c1ec-4954-b754-893bd43e9dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:20.972302 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4a045-c1ec-4954-b754-893bd43e9dc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0b186c-415b-4c52-98fe-e83224ae73ee,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:21.031348 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-00a4a045-c1ec-4954-b754-893bd43e9dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7932377'] for router_gateway, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:21.124698 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-00a4a045-c1ec-4954-b754-893bd43e9dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24860'] for router, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:21.126892 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-00a4a045-c1ec-4954-b754-893bd43e9dc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:21.178005 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-00a4a045-c1ec-4954-b754-893bd43e9dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7999778'] for router, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:21.178548 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a4a045-c1ec-4954-b754-893bd43e9dc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c82a773-1a87-4e01-9c18-aec09d9e905c {{(pid=100618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:58:21.183236 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-00a4a045-c1ec-4954-b754-893bd43e9dc9 admin admin] Notify callbacks [] for router, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:21.184377 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-00a4a045-c1ec-4954-b754-893bd43e9dc9 admin admin] 10.222.0.66 "DELETE /v2.0/routers/2c82a773-1a87-4e01-9c18-aec09d9e905c HTTP/1.1" status: 204 len: 168 time: 0.7563899 Oct 12 18:58:21.187102 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42962) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:21.231675 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d577e11-b743-45a6-8d70-28c039a1d54f admin admin] Deleting subnet 8e169c64-1553-4025-8cf9-96cfe11d06bd {{(pid=100618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:58:21.235272 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1d577e11-b743-45a6-8d70-28c039a1d54f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:21.273034 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1d577e11-b743-45a6-8d70-28c039a1d54f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4565152'] for subnet, precommit_delete_associations {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:21.364518 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1d577e11-b743-45a6-8d70-28c039a1d54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785012'] for subnet, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:21.435749 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1d577e11-b743-45a6-8d70-28c039a1d54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4877996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4748867'] for subnet, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:21.463708 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d577e11-b743-45a6-8d70-28c039a1d54f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e169c64-1553-4025-8cf9-96cfe11d06bd,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:21.469527 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1d577e11-b743-45a6-8d70-28c039a1d54f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:21.475217 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be5af1e-c20c-447f-9946-8faa31e23c52 None None] Network d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:58:21.475739 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-1d577e11-b743-45a6-8d70-28c039a1d54f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8e169c64-1553-4025-8cf9-96cfe11d06bd HTTP/1.1" status: 204 len: 168 time: 0.2872190 Oct 12 18:58:21.477836 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 42968) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:21.552443 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656927'] for network, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:21.609951 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] Deleting port a55215e5-451b-4b43-9c7b-1bad5df662dc {{(pid=100618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:58:21.610291 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:21.671175 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] For port a55215e5-451b-4b43-9c7b-1bad5df662dc, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=a55215e5-451b-4b43-9c7b-1bad5df662dc,segment=NetworkSegment(6afa3e34-2c70-40b7-b0a9-48c1009c277e),segment_id=6afa3e34-2c70-40b7-b0a9-48c1009c277e)] {{(pid=100618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:58:21.671789 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:21.687093 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] Calling delete_port for a55215e5-451b-4b43-9c7b-1bad5df662dc owned by network:dhcp {{(pid=100618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:58:21.747260 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] DHCP port deletion for d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 request from dv-cinder-813229-2-iscsi {{(pid=100619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:58:21.772699 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:21.797901 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] Deleting port a55215e5-451b-4b43-9c7b-1bad5df662dc {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:58:21.798371 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:21.799740 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] Pushing event deleted for resources: {'Port': ['ID=a55215e5-451b-4b43-9c7b-1bad5df662dc,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:21.807834 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] No DVR routers for this DVR port a55215e5-451b-4b43-9c7b-1bad5df662dc on host dv-cinder-813229-2-iscsi {{(pid=100618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:58:21.836195 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device f0d8d95d-2d53-4a46-b6f1-e048423d7454 no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:58:21.860245 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: f0d8d95d-2d53-4a46-b6f1-e048423d7454 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:58:21.860580 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device f0d8d95d-2d53-4a46-b6f1-e048423d7454 not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:58:21.885441 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] For port a55215e5-451b-4b43-9c7b-1bad5df662dc, host dv-cinder-813229-2-iscsi, got binding levels [] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:58:21.886126 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:21.900591 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] Calling delete_port for a55215e5-451b-4b43-9c7b-1bad5df662dc owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:58:21.903357 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.ipam_backend_mixin [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] Port a55215e5-451b-4b43-9c7b-1bad5df662dc was not found and therefore no delete operation was performed {{(pid=100619) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 18:58:21.904627 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:21.932973 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] Pushing event deleted for resources: {'Port': ['ID=a55215e5-451b-4b43-9c7b-1bad5df662dc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:21.942279 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:21.942677 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:21.943207 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:21.943547 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:21.943880 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:21.944210 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:21.944556 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:21.944880 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:21.945208 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:21.945554 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:21.945876 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:21.946191 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:58:21.950969 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9b0238-541c-468e-9a85-aa355efb12ca None None] No DVR routers for this DVR port a55215e5-451b-4b43-9c7b-1bad5df662dc on host dv-cinder-813229-2-iscsi {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:58:22.114244 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721551', 'neutron.services.segments.db._delete_segments_for_network-8753793662980'] for network, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:22.133478 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ea82d4-1a02-4e55-8809-50cbe1adf2a3']}} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:58:22.142393 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afa3e34-2c70-40b7-b0a9-48c1009c277e') {'for_net_delete': True} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:58:22.142647 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afa3e34-2c70-40b7-b0a9-48c1009c277e') {} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:58:22.151592 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753793662477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4565163'] for segment, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:22.164750 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:22.170583 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=100618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:58:22.170982 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4876658'] for segment, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: Traceback (most recent call last): Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: timer() Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: cb(*args, **kw) Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: return func(*args, **kwargs) Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: self._notify() Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: self.callback(batched_events) Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: event.method(event) Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: return f(self, *a, **k) Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: return self._get(url).json() Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: return self.request(url, 'GET', **kwargs) Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:58:22.172558 dv-cinder-813229-2-iscsi neutron-server[100618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:58:22.225994 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7932349'] for network, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:22.231269 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:22.234381 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d7ea82d4-1a02-4e55-8809-50cbe1adf2a3 HTTP/1.1" status: 204 len: 168 time: 0.7555435 Oct 12 18:58:22.245514 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de141ec8-231e-44ed-9967-490688786928 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7ea82d4-1a02-4e55-8809-50cbe1adf2a3,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:22.342175 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42972) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:22.382885 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-88372a5b-16e2-4e64-a993-550def588428 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9014b76ca29d4cf2b8e0f1ac9621ec71&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395858 Oct 12 18:58:22.385246 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 42976) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:22.433405 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6d098e11-7187-4c4a-80d2-e9c134915c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:22.454241 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6d098e11-7187-4c4a-80d2-e9c134915c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:22.502550 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6d098e11-7187-4c4a-80d2-e9c134915c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:22.505594 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6d098e11-7187-4c4a-80d2-e9c134915c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:22.506736 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-6d098e11-7187-4c4a-80d2-e9c134915c29 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/500578c0-377d-41e0-89e3-36acbdd51112 HTTP/1.1" status: 204 len: 168 time: 0.1206136 Oct 12 18:58:22.514631 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d098e11-7187-4c4a-80d2-e9c134915c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500578c0-377d-41e0-89e3-36acbdd51112,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:23.395583 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device a55215e5-451b-4b43-9c7b-1bad5df662dc no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:58:23.416456 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: a55215e5-451b-4b43-9c7b-1bad5df662dc {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:58:23.416806 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device a55215e5-451b-4b43-9c7b-1bad5df662dc not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:58:23.417222 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device fb0b186c-415b-4c52-98fe-e83224ae73ee no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:58:23.436327 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: fb0b186c-415b-4c52-98fe-e83224ae73ee {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:58:23.436680 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device fb0b186c-415b-4c52-98fe-e83224ae73ee not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:58:24.114879 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 43056) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:24.145767 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 43060) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:24.262784 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-274c8cb0-cdd3-406c-8abf-f5ad60964dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:24.270803 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7c20b806-320b-4e04-b9de-1eb9c44b98c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:24.391746 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-274c8cb0-cdd3-406c-8abf-f5ad60964dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:24.399754 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-274c8cb0-cdd3-406c-8abf-f5ad60964dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:24.412345 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7c20b806-320b-4e04-b9de-1eb9c44b98c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:24.421854 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-7c20b806-320b-4e04-b9de-1eb9c44b98c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:24.454776 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-274c8cb0-cdd3-406c-8abf-f5ad60964dba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3dede0adc78b4eacb43cfaf43f9b414e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056800 Oct 12 18:58:24.455184 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 43064) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:24.461859 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c8cb0-cdd3-406c-8abf-f5ad60964dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030411c5-12fd-4301-bffd-80fd312a6b7e,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:24.470142 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-7c20b806-320b-4e04-b9de-1eb9c44b98c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0ea172ae6ee41d5bc239d9d3d420fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538420 Oct 12 18:58:24.472663 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 43066) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:24.477569 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0d774fb2-584a-4431-aa59-390189d693a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:24.488960 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20b806-320b-4e04-b9de-1eb9c44b98c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79647f3-b15e-4dd2-9651-44c6b5463409,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:24.552807 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-02eef37d-a494-4b5f-971d-609bce87de4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:24.555470 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-44331d2f-7c10-49cd-8ba9-3702380b202e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:24.588590 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-02eef37d-a494-4b5f-971d-609bce87de4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:24.602604 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-44331d2f-7c10-49cd-8ba9-3702380b202e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:24.671555 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-02eef37d-a494-4b5f-971d-609bce87de4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:24.674295 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-02eef37d-a494-4b5f-971d-609bce87de4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:24.675425 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-02eef37d-a494-4b5f-971d-609bce87de4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/030411c5-12fd-4301-bffd-80fd312a6b7e HTTP/1.1" status: 204 len: 168 time: 0.2192607 Oct 12 18:58:24.678517 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-44331d2f-7c10-49cd-8ba9-3702380b202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:24.680930 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-44331d2f-7c10-49cd-8ba9-3702380b202e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:24.684795 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-44331d2f-7c10-49cd-8ba9-3702380b202e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e79647f3-b15e-4dd2-9651-44c6b5463409 HTTP/1.1" status: 204 len: 168 time: 0.2102423 Oct 12 18:58:24.694641 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eef37d-a494-4b5f-971d-609bce87de4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030411c5-12fd-4301-bffd-80fd312a6b7e,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:24.714075 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44331d2f-7c10-49cd-8ba9-3702380b202e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79647f3-b15e-4dd2-9651-44c6b5463409,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:24.947816 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 43076) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:24.950179 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 43078) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:24.960971 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-90daa3d0-d64a-4d93-a9ad-5c5f57fcaca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:24.963954 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-be15f534-f298-4bc9-9b15-e0d94439265d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.039932 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-90daa3d0-d64a-4d93-a9ad-5c5f57fcaca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.040178 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-be15f534-f298-4bc9-9b15-e0d94439265d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.043853 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-90daa3d0-d64a-4d93-a9ad-5c5f57fcaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.044785 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-be15f534-f298-4bc9-9b15-e0d94439265d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.083911 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-90daa3d0-d64a-4d93-a9ad-5c5f57fcaca1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d62725eb38c741099e259f8799bbff58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1349149 Oct 12 18:58:25.085093 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90daa3d0-d64a-4d93-a9ad-5c5f57fcaca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28f8f44-53d5-4284-adbc-4610cfd15bd0,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:25.086905 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-be15f534-f298-4bc9-9b15-e0d94439265d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b64fd6f4678a4e62b8eb1b4d32745254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1355712 Oct 12 18:58:25.087541 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 43080) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:25.089501 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 43082) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:25.093460 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15f534-f298-4bc9-9b15-e0d94439265d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ad0fc0-e381-4a8f-be45-c591611fbe1a,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:25.139305 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0165ed10-76c0-4855-b218-927d378ba183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.142245 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-53a826bb-c997-46d3-948a-5fcd9edd88e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.161019 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0165ed10-76c0-4855-b218-927d378ba183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.164104 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-53a826bb-c997-46d3-948a-5fcd9edd88e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.207134 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0165ed10-76c0-4855-b218-927d378ba183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.210258 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0165ed10-76c0-4855-b218-927d378ba183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.211415 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-0165ed10-76c0-4855-b218-927d378ba183 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a28f8f44-53d5-4284-adbc-4610cfd15bd0 HTTP/1.1" status: 204 len: 168 time: 0.1227727 Oct 12 18:58:25.213566 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-53a826bb-c997-46d3-948a-5fcd9edd88e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.216513 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-53a826bb-c997-46d3-948a-5fcd9edd88e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.217740 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-53a826bb-c997-46d3-948a-5fcd9edd88e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/30ad0fc0-e381-4a8f-be45-c591611fbe1a HTTP/1.1" status: 204 len: 168 time: 0.1272461 Oct 12 18:58:25.224716 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165ed10-76c0-4855-b218-927d378ba183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28f8f44-53d5-4284-adbc-4610cfd15bd0,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:25.230572 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a826bb-c997-46d3-948a-5fcd9edd88e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ad0fc0-e381-4a8f-be45-c591611fbe1a,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:25.540912 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 43098) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:25.554541 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-2db033fe-5a24-4413-96e8-7c9984a48f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.630869 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-2db033fe-5a24-4413-96e8-7c9984a48f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.634841 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-2db033fe-5a24-4413-96e8-7c9984a48f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.674346 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-2db033fe-5a24-4413-96e8-7c9984a48f56 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7affe2ad9fc8416d8639edcb2303acd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1323006 Oct 12 18:58:25.675189 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db033fe-5a24-4413-96e8-7c9984a48f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75b96ac-0604-448c-9288-bb483ae7138c,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:25.677958 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 43102) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:25.727208 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-128f076f-07b3-4676-83d3-af7354e26d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.749775 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-128f076f-07b3-4676-83d3-af7354e26d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.798500 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-128f076f-07b3-4676-83d3-af7354e26d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.802241 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-128f076f-07b3-4676-83d3-af7354e26d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:25.803408 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-128f076f-07b3-4676-83d3-af7354e26d27 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b75b96ac-0604-448c-9288-bb483ae7138c HTTP/1.1" status: 204 len: 168 time: 0.1238561 Oct 12 18:58:25.811088 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f076f-07b3-4676-83d3-af7354e26d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75b96ac-0604-448c-9288-bb483ae7138c,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:26.993762 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b48402d-0f07-44c6-9da4-71695eba56bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:28.010622 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:28.185418 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:29.749232 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:32.734745 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe9e2d-678f-4f8d-b716-1249ab064031 req-72ed5163-147a-4111-bd74-2397e21e9ae6 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:32.736161 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9cbe9e2d-678f-4f8d-b716-1249ab064031 req-72ed5163-147a-4111-bd74-2397e21e9ae6 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 945 time: 0.0488713 Oct 12 18:58:32.773918 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9cbe9e2d-678f-4f8d-b716-1249ab064031 req-eaf37f26-b437-4cd4-8d68-eb16382c404d tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313473 Oct 12 18:58:33.892039 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa91788-85b0-4cd6-8d3b-c49bfbde6d5f req-f33964ef-9cea-4368-8531-7f1da50f3d4b tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:33.893554 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0aa91788-85b0-4cd6-8d3b-c49bfbde6d5f req-f33964ef-9cea-4368-8531-7f1da50f3d4b tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 945 time: 0.0509632 Oct 12 18:58:33.930279 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0aa91788-85b0-4cd6-8d3b-c49bfbde6d5f req-b1ff5ebc-17d1-4e20-98b9-1409bd6b7ef6 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299749 Oct 12 18:58:35.043576 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3597c-6f50-4ec0-8541-e29813dcbf40 req-dfe0a9c1-6df1-4a2f-bdb2-e1aa4eb430d2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:35.045004 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-28c3597c-6f50-4ec0-8541-e29813dcbf40 req-dfe0a9c1-6df1-4a2f-bdb2-e1aa4eb430d2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 945 time: 0.0491078 Oct 12 18:58:35.081076 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-28c3597c-6f50-4ec0-8541-e29813dcbf40 req-650ccbd3-4b55-42be-bdf4-33c78ac4d6a7 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300736 Oct 12 18:58:36.193507 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018146f1-1e94-4f16-ac3d-03588de2717f req-6200195d-d838-4406-abf8-842aeb681401 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:36.194935 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-018146f1-1e94-4f16-ac3d-03588de2717f req-6200195d-d838-4406-abf8-842aeb681401 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 945 time: 0.0478699 Oct 12 18:58:36.231282 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-018146f1-1e94-4f16-ac3d-03588de2717f req-240d5c10-ecf6-4c72-9010-7350a234b640 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305500 Oct 12 18:58:37.347039 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d4dc6-9eef-4ad9-898a-6292955f3569 req-38b68c2e-0664-4621-bf19-5ae29b02eee0 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:37.348462 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-861d4dc6-9eef-4ad9-898a-6292955f3569 req-38b68c2e-0664-4621-bf19-5ae29b02eee0 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 945 time: 0.0509548 Oct 12 18:58:37.386110 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-861d4dc6-9eef-4ad9-898a-6292955f3569 req-a6f4ea1c-8b8f-4bd2-8834-d0354c24742d tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311399 Oct 12 18:58:37.940153 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8896afc-05f9-4d92-84d9-63f7fb16b7b4 req-599f2815-e1da-46e7-9b00-74b51ae6e2dd tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:37.941624 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c8896afc-05f9-4d92-84d9-63f7fb16b7b4 req-599f2815-e1da-46e7-9b00-74b51ae6e2dd tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 945 time: 0.0482576 Oct 12 18:58:38.028440 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-c8896afc-05f9-4d92-84d9-63f7fb16b7b4 req-34cc5d03-2961-4cd0-bd81-e1a6ea98a864 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Deleting port 36a5f779-a733-460e-8463-bccbb0e608b6 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:58:38.028778 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c8896afc-05f9-4d92-84d9-63f7fb16b7b4 req-34cc5d03-2961-4cd0-bd81-e1a6ea98a864 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:38.118170 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-c8896afc-05f9-4d92-84d9-63f7fb16b7b4 req-34cc5d03-2961-4cd0-bd81-e1a6ea98a864 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] For port 36a5f779-a733-460e-8463-bccbb0e608b6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=36a5f779-a733-460e-8463-bccbb0e608b6,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:58:38.118532 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c8896afc-05f9-4d92-84d9-63f7fb16b7b4 req-34cc5d03-2961-4cd0-bd81-e1a6ea98a864 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:38.281718 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c8896afc-05f9-4d92-84d9-63f7fb16b7b4 req-34cc5d03-2961-4cd0-bd81-e1a6ea98a864 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:38.281987 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c8896afc-05f9-4d92-84d9-63f7fb16b7b4 req-34cc5d03-2961-4cd0-bd81-e1a6ea98a864 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7932303'] for floatingip, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:38.282300 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.l3_db [req-c8896afc-05f9-4d92-84d9-63f7fb16b7b4 req-34cc5d03-2961-4cd0-bd81-e1a6ea98a864 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Floating IP 0b9b8f5e-18c4-407e-a577-b6d1cd2a8989 disassociated. External IP: 172.27.0.148, port: 36a5f779-a733-460e-8463-bccbb0e608b6. Oct 12 18:58:38.282638 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-c8896afc-05f9-4d92-84d9-63f7fb16b7b4 req-34cc5d03-2961-4cd0-bd81-e1a6ea98a864 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Calling delete_port for 36a5f779-a733-460e-8463-bccbb0e608b6 owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:58:38.408362 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c8896afc-05f9-4d92-84d9-63f7fb16b7b4 req-34cc5d03-2961-4cd0-bd81-e1a6ea98a864 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:38.436381 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc5d03-2961-4cd0-bd81-e1a6ea98a864 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event deleted for resources: {'Port': ['ID=36a5f779-a733-460e-8463-bccbb0e608b6,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:38.516964 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d92df0f2-cd8a-4b4c-b96d-69b5066e54d1 req-3f365d76-44c6-4a23-886c-a166434f1bfe tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5afa3ad-6fdd-478d-9e2a-e1da791b275d HTTP/1.1" status: 200 len: 210 time: 0.0339553 Oct 12 18:58:38.573287 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8896afc-05f9-4d92-84d9-63f7fb16b7b4 req-34cc5d03-2961-4cd0-bd81-e1a6ea98a864 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Router e973f51b-c6bf-4e3d-8722-52a1d75590e4 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:58:38.681182 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8896afc-05f9-4d92-84d9-63f7fb16b7b4 req-34cc5d03-2961-4cd0-bd81-e1a6ea98a864 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:58:38.690751 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d18fe-fcca-4932-80e4-b4c542708053 None None] Sync routers for ids ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:58:38.701637 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d18fe-fcca-4932-80e4-b4c542708053 None None] Routers {'e973f51b-c6bf-4e3d-8722-52a1d75590e4'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:58:38.702244 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-b93d18fe-fcca-4932-80e4-b4c542708053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:58:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:58:38.723997 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8896afc-05f9-4d92-84d9-63f7fb16b7b4 req-34cc5d03-2961-4cd0-bd81-e1a6ea98a864 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] No DVR routers for this DVR port 36a5f779-a733-460e-8463-bccbb0e608b6 on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:58:38.726861 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-c8896afc-05f9-4d92-84d9-63f7fb16b7b4 req-34cc5d03-2961-4cd0-bd81-e1a6ea98a864 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:38.730175 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c8896afc-05f9-4d92-84d9-63f7fb16b7b4 req-34cc5d03-2961-4cd0-bd81-e1a6ea98a864 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.21 "DELETE /v2.0/ports/36a5f779-a733-460e-8463-bccbb0e608b6 HTTP/1.1" status: 204 len: 173 time: 0.7828817 Oct 12 18:58:38.730597 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5afa3ad-6fdd-478d-9e2a-e1da791b275d', 'name': 'network-vif-deleted', 'tag': '36a5f779-a733-460e-8463-bccbb0e608b6'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:58:38.732886 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e791aea-2feb-4655-9e93-e79aef591c44" -d '{"events": [{"server_uuid": "b5afa3ad-6fdd-478d-9e2a-e1da791b275d", "name": "network-vif-deleted", "tag": "36a5f779-a733-460e-8463-bccbb0e608b6"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:58:38.779905 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8a471a-998b-4d67-aaa8-7dc3cbdb811c x-openstack-request-id: req-ee8a471a-998b-4d67-aaa8-7dc3cbdb811c {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:58:38.779905 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5afa3ad-6fdd-478d-9e2a-e1da791b275d", "name": "network-vif-deleted", "tag": "36a5f779-a733-460e-8463-bccbb0e608b6", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:58:38.780157 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ee8a471a-998b-4d67-aaa8-7dc3cbdb811c {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:58:38.780857 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5afa3ad-6fdd-478d-9e2a-e1da791b275d', 'name': 'network-vif-deleted', 'tag': '36a5f779-a733-460e-8463-bccbb0e608b6', 'status': 'completed', 'code': 200} Oct 12 18:58:38.831365 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-b93d18fe-fcca-4932-80e4-b4c542708053 None None] Set router e973f51b-c6bf-4e3d-8722-52a1d75590e4 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:58:39.058532 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-b93d18fe-fcca-4932-80e4-b4c542708053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 5, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:58:39.094959 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d18fe-fcca-4932-80e4-b4c542708053 None None] Checking router: e973f51b-c6bf-4e3d-8722-52a1d75590e4 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:58:39.104380 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d18fe-fcca-4932-80e4-b4c542708053 None None] Routers {'e973f51b-c6bf-4e3d-8722-52a1d75590e4'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:58:39.104996 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-b93d18fe-fcca-4932-80e4-b4c542708053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:58:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:58:39.214429 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-b93d18fe-fcca-4932-80e4-b4c542708053 None None] Set router e973f51b-c6bf-4e3d-8722-52a1d75590e4 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:58:39.450756 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-b93d18fe-fcca-4932-80e4-b4c542708053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 5, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:58:39.479229 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d18fe-fcca-4932-80e4-b4c542708053 None None] The sync data for ids ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'] in dv-cinder-813229-2-iscsi is: [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 5, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:58:39.638241 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:39.642249 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:58:39.720104 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b2630b-ba23-4d44-909f-aa29d168a946 None None] New status for floating IP 0b9b8f5e-18c4-407e-a577-b6d1cd2a8989: DOWN {{(pid=100620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:58:39.777707 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-d70d61fb-d19a-42bc-afc7-84c3ad1521e2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911809304&fields=id&tenant_id=17353171ead04e3fbd1fd123e328283b HTTP/1.1" status: 200 len: 267 time: 0.0325005 Oct 12 18:58:39.883949 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-925112c2-a91a-4a07-b55c-6e38249b9766 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:39.885398 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-925112c2-a91a-4a07-b55c-6e38249b9766 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 811 time: 0.1006639 Oct 12 18:58:39.900091 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-f6c4f94b-4e59-4181-adb0-97a2b267ccdb tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/quotas/17353171ead04e3fbd1fd123e328283b HTTP/1.1" status: 200 len: 375 time: 0.0089271 Oct 12 18:58:39.954990 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-a06e9f3d-f2aa-4e9d-8f1a-bf8a9da4ec27 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497117 Oct 12 18:58:40.066372 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-e4ce56b2-befb-4b75-a79a-c11c411586e1 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:58:40.067256 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-e4ce56b2-befb-4b75-a79a-c11c411586e1 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1015575 Oct 12 18:58:40.161753 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-ed76f1f0-6495-4613-8169-98b5da958eb1 service neutron] 10.222.0.66 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873308 Oct 12 18:58:40.263953 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-4b2e669e-f2bf-4e85-af5e-b8ae2292a362 service neutron] 10.222.0.66 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955420 Oct 12 18:58:40.545238 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-06973e8a-88db-4d02-9aa1-c1da254ff5c6 req-1ebbaa6c-fbfe-48e9-8b3e-912f67e227a5 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 210 time: 0.0282550 Oct 12 18:58:40.690770 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 43356) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:40.797985 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2991b468-e6c7-4e7a-b6a0-2cc15aa495ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:40.875276 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2991b468-e6c7-4e7a-b6a0-2cc15aa495ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:40.879245 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-2991b468-e6c7-4e7a-b6a0-2cc15aa495ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:40.921872 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 43366) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:40.922472 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-2991b468-e6c7-4e7a-b6a0-2cc15aa495ff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=26885da653ca4afdaae07b0e11c2ba8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299063 Oct 12 18:58:40.924093 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991b468-e6c7-4e7a-b6a0-2cc15aa495ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3434b88-e951-47c5-abac-5b8136cb23ed,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:40.975597 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6d6efa4b-de6d-4924-9a43-751d68308af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:40.997828 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6d6efa4b-de6d-4924-9a43-751d68308af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:41.045251 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6d6efa4b-de6d-4924-9a43-751d68308af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:41.047867 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-6d6efa4b-de6d-4924-9a43-751d68308af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:41.048974 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-6d6efa4b-de6d-4924-9a43-751d68308af7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3434b88-e951-47c5-abac-5b8136cb23ed HTTP/1.1" status: 204 len: 168 time: 0.1259091 Oct 12 18:58:41.058629 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6efa4b-de6d-4924-9a43-751d68308af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3434b88-e951-47c5-abac-5b8136cb23ed,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:41.306077 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 43374) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:41.319829 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c300-c456-49c8-8226-6c3177c8cab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:41.393780 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c300-c456-49c8-8226-6c3177c8cab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:41.397574 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c300-c456-49c8-8226-6c3177c8cab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:41.435808 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-eaa2c300-c456-49c8-8226-6c3177c8cab1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=705eb5f6c0884f7991c39a4025ec0965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1286981 Oct 12 18:58:41.437768 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2c300-c456-49c8-8226-6c3177c8cab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7f8769-5310-4d97-8357-51c32296e619,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:41.438549 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 43376) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:41.486858 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-dbf98683-2ad2-4d40-98ea-3f2338d4ed06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:41.508165 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-dbf98683-2ad2-4d40-98ea-3f2338d4ed06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:41.553954 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-dbf98683-2ad2-4d40-98ea-3f2338d4ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:41.556465 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-dbf98683-2ad2-4d40-98ea-3f2338d4ed06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:41.557931 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-dbf98683-2ad2-4d40-98ea-3f2338d4ed06 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/be7f8769-5310-4d97-8357-51c32296e619 HTTP/1.1" status: 204 len: 168 time: 0.1180835 Oct 12 18:58:41.566112 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf98683-2ad2-4d40-98ea-3f2338d4ed06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7f8769-5310-4d97-8357-51c32296e619,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:41.646077 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b4d35dff-3ae6-4f1b-a976-03d40178cb2f req-25a176bd-c922-41f3-b90d-df0ff63b4615 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 210 time: 0.0269752 Oct 12 18:58:41.874453 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 43384) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:41.888139 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-192c8e75-8272-481d-b644-5e6c907e0b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:41.959957 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-192c8e75-8272-481d-b644-5e6c907e0b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:41.963600 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-192c8e75-8272-481d-b644-5e6c907e0b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:42.003236 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-192c8e75-8272-481d-b644-5e6c907e0b4f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4eba7ea3ca1c4436b1688779bd675f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1277287 Oct 12 18:58:42.005104 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c8e75-8272-481d-b644-5e6c907e0b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19bee2b-b15f-432f-a447-665b81fb3849,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:42.006472 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 43386) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:42.053661 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-41dfb02e-3449-4005-9b89-034bb6e318a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:42.074325 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-41dfb02e-3449-4005-9b89-034bb6e318a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:42.118530 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-41dfb02e-3449-4005-9b89-034bb6e318a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:42.121026 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-41dfb02e-3449-4005-9b89-034bb6e318a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:42.122177 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-41dfb02e-3449-4005-9b89-034bb6e318a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b19bee2b-b15f-432f-a447-665b81fb3849 HTTP/1.1" status: 204 len: 168 time: 0.1147435 Oct 12 18:58:42.129435 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfb02e-3449-4005-9b89-034bb6e318a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19bee2b-b15f-432f-a447-665b81fb3849,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:42.737600 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a8f38f9a-9ebb-49cf-b6d5-e9db30aefae9 req-ddef2e37-ff1b-413c-93c9-5ff58675a542 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 210 time: 0.0254097 Oct 12 18:58:43.264017 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 36a5f779-a733-460e-8463-bccbb0e608b6 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:58:43.283957 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: 36a5f779-a733-460e-8463-bccbb0e608b6 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:58:43.284297 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 36a5f779-a733-460e-8463-bccbb0e608b6 not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:58:44.091604 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-39087d1a-e079-47c2-a2ac-082c05b6be1e req-7f8d682d-2410-4517-9617-d2b52bb9004d tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 210 time: 0.2896559 Oct 12 18:58:45.231232 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-efae7271-93a6-4317-9308-6b2d1ade9462 req-b783a882-9713-4718-9f61-415a5cd023b6 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 210 time: 0.0616004 Oct 12 18:58:45.273180 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-65430cb9-8b22-4d62-9c71-3e6661cafa7f tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:45.274645 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-65430cb9-8b22-4d62-9c71-3e6661cafa7f tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.21 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 811 time: 0.1256015 Oct 12 18:58:45.321617 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-017a96a4-9416-4d0d-ad79-6f63c504ff90 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17353171ead04e3fbd1fd123e328283b HTTP/1.1" status: 200 len: 380 time: 0.0348179 Oct 12 18:58:45.330811 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-56f5c176-d24e-419e-841e-1a0d3f84d450 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Request body: {'port': {'device_id': 'e63d4557-f503-4170-839a-04f81df8bfab', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'admin_state_up': True, 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'security_groups': ['6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13']}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:58:45.435638 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-56f5c176-d24e-419e-841e-1a0d3f84d450 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Made reservation on behalf of 17353171ead04e3fbd1fd123e328283b for: {'port': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:58:45.439063 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-56f5c176-d24e-419e-841e-1a0d3f84d450 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:45.563868 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-56f5c176-d24e-419e-841e-1a0d3f84d450 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Allocated IP 172.20.0.7 (5c55345b-ca2a-48c3-886b-2a3578444a51/aae68136-9fb4-4119-8455-c8cf7655c6e9/e62d090c-9ace-4a9f-976b-1860d9922d47) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:58:45.711679 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-56f5c176-d24e-419e-841e-1a0d3f84d450 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:45.748226 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-56f5c176-d24e-419e-841e-1a0d3f84d450 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:45.791910 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-56f5c176-d24e-419e-841e-1a0d3f84d450 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Network 5c55345b-ca2a-48c3-886b-2a3578444a51 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:58:45.795903 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-56f5c176-d24e-419e-841e-1a0d3f84d450 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:58:45.798498 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-56f5c176-d24e-419e-841e-1a0d3f84d450 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:58:45.828917 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5c176-d24e-419e-841e-1a0d3f84d450 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event updated for resources: {'Port': ['ID=e62d090c-9ace-4a9f-976b-1860d9922d47,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:45.857504 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-56f5c176-d24e-419e-841e-1a0d3f84d450 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:45.858206 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-56f5c176-d24e-419e-841e-1a0d3f84d450 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:45.877041 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-56f5c176-d24e-419e-841e-1a0d3f84d450 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5500095 Oct 12 18:58:45.889190 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Request body: {'port': {'device_id': 'e63d4557-f503-4170-839a-04f81df8bfab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:58:45.950028 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:46.033643 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-35a78821-20de-4b1e-8c5a-b2406382e088 None None] Provisioning complete for port e62d090c-9ace-4a9f-976b-1860d9922d47 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:58:46.034194 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35a78821-20de-4b1e-8c5a-b2406382e088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:46.066915 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-35a78821-20de-4b1e-8c5a-b2406382e088 None None] Port e62d090c-9ace-4a9f-976b-1860d9922d47 cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:58:46.205833 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62d090c-9ace-4a9f-976b-1860d9922d47 {{(pid=100617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:58:46.213627 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:46.225550 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.provisioning_blocks [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Transition to ACTIVE for port object e62d090c-9ace-4a9f-976b-1860d9922d47 will not be triggered until provisioned by entity L2. {{(pid=100617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:58:46.228831 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:46.298604 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e62d090c-9ace-4a9f-976b-1860d9922d47,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:46.389889 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c7b88-9c90-4ea6-a8d2-3b67a0d10427 req-a1ced4d1-fc75-463f-9d79-6455fcd46dc4 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:46.391463 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e63c7b88-9c90-4ea6-a8d2-3b67a0d10427 req-a1ced4d1-fc75-463f-9d79-6455fcd46dc4 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 943 time: 0.0893087 Oct 12 18:58:46.392558 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Attempting to bind port e62d090c-9ace-4a9f-976b-1860d9922d47 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:58:46.392886 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Attempting to bind port e62d090c-9ace-4a9f-976b-1860d9922d47 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:58:46.393211 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Attempting to bind port e62d090c-9ace-4a9f-976b-1860d9922d47 on network 5c55345b-ca2a-48c3-886b-2a3578444a51 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:58:46.405809 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Port e62d090c-9ace-4a9f-976b-1860d9922d47 on network 5c55345b-ca2a-48c3-886b-2a3578444a51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:58:46.406137 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Attempting to bind port e62d090c-9ace-4a9f-976b-1860d9922d47 on network 5c55345b-ca2a-48c3-886b-2a3578444a51 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:58:46.420654 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:58:46.421006 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Checking segment: {'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:58:46.421415 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Bound using segment: {'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:58:46.421828 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Bound port: e62d090c-9ace-4a9f-976b-1860d9922d47, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'}}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:58:46.422188 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:46.466889 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e63c7b88-9c90-4ea6-a8d2-3b67a0d10427 req-0f4b79ed-5551-474a-ba57-380f8e80620d tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671108 Oct 12 18:58:46.505654 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] For port e62d090c-9ace-4a9f-976b-1860d9922d47, host hv-cinder-81322, cleared binding levels {{(pid=100617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:58:46.508792 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] For port e62d090c-9ace-4a9f-976b-1860d9922d47, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e62d090c-9ace-4a9f-976b-1860d9922d47,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:58:46.512349 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:46.551800 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:46.552506 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:46.554306 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] 10.222.0.21 "PUT /v2.0/ports/e62d090c-9ace-4a9f-976b-1860d9922d47 HTTP/1.1" status: 200 len: 1093 time: 0.6692421 Oct 12 18:58:46.554729 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63d4557-f503-4170-839a-04f81df8bfab', 'tag': 'e62d090c-9ace-4a9f-976b-1860d9922d47'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:58:46.557024 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26294f8e-ed17-48a9-832f-5f415bdbddcc" -d '{"events": [{"name": "network-changed", "server_uuid": "e63d4557-f503-4170-839a-04f81df8bfab", "tag": "e62d090c-9ace-4a9f-976b-1860d9922d47"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:58:46.604756 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfe2cd-1d42-460a-9030-bc84e6a336a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e62d090c-9ace-4a9f-976b-1860d9922d47,revision_number=3']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:46.617427 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a7c3a1-1e19-4b4e-ae66-d639925dad79 x-openstack-request-id: req-68a7c3a1-1e19-4b4e-ae66-d639925dad79 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:58:46.617710 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63d4557-f503-4170-839a-04f81df8bfab", "tag": "e62d090c-9ace-4a9f-976b-1860d9922d47", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:58:46.617964 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-68a7c3a1-1e19-4b4e-ae66-d639925dad79 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:58:46.618321 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63d4557-f503-4170-839a-04f81df8bfab', 'tag': 'e62d090c-9ace-4a9f-976b-1860d9922d47', 'status': 'completed', 'code': 200} Oct 12 18:58:46.651617 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-4aedb1af-37bd-4e61-a933-28ae45f38479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:46.653491 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-4aedb1af-37bd-4e61-a933-28ae45f38479 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 1096 time: 0.0454803 Oct 12 18:58:46.700818 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-d166b67b-e787-4777-8088-a4bd980e715f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e62d090c-9ace-4a9f-976b-1860d9922d47 HTTP/1.1" status: 200 len: 217 time: 0.0384307 Oct 12 18:58:46.756234 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-1c8ed6ae-f111-45fd-8e8b-61e8385279bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:46.757685 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-1c8ed6ae-f111-45fd-8e8b-61e8385279bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aae68136-9fb4-4119-8455-c8cf7655c6e9 HTTP/1.1" status: 200 len: 850 time: 0.0498371 Oct 12 18:58:46.803795 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-b3fad292-b5e3-468a-95aa-64e6b8d1fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:46.805232 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-b3fad292-b5e3-468a-95aa-64e6b8d1fd92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c55345b-ca2a-48c3-886b-2a3578444a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411563 Oct 12 18:58:46.892717 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-989b6b20-16af-44ec-b89a-1fd144580594 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800605 Oct 12 18:58:46.980840 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ffdc2ce2-3790-4b3b-b599-d62b978f7801 req-0ab1f6da-31e1-479b-a83c-71a544690409 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816021 Oct 12 18:58:47.062736 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26294f8e-ed17-48a9-832f-5f415bdbddcc req-489c0b50-c04a-49e6-a1c6-d00e9e6f3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:47.064132 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-26294f8e-ed17-48a9-832f-5f415bdbddcc req-489c0b50-c04a-49e6-a1c6-d00e9e6f3dd7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 1096 time: 0.0394652 Oct 12 18:58:47.155396 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26294f8e-ed17-48a9-832f-5f415bdbddcc req-c0a4eba7-5e28-4950-a422-d6bd216b903f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:47.156812 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-26294f8e-ed17-48a9-832f-5f415bdbddcc req-c0a4eba7-5e28-4950-a422-d6bd216b903f service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 912 time: 0.0857353 Oct 12 18:58:47.197366 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-26294f8e-ed17-48a9-832f-5f415bdbddcc req-b0948137-3556-4094-80ce-f868cd3dd2de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e62d090c-9ace-4a9f-976b-1860d9922d47 HTTP/1.1" status: 200 len: 217 time: 0.0339885 Oct 12 18:58:47.244361 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26294f8e-ed17-48a9-832f-5f415bdbddcc req-b4922c73-caa2-47b8-92fe-127eff02bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:47.245797 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-26294f8e-ed17-48a9-832f-5f415bdbddcc req-b4922c73-caa2-47b8-92fe-127eff02bf35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aae68136-9fb4-4119-8455-c8cf7655c6e9 HTTP/1.1" status: 200 len: 850 time: 0.0416107 Oct 12 18:58:47.294627 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26294f8e-ed17-48a9-832f-5f415bdbddcc req-fe22379b-7849-4ada-bbe5-848302bad0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:47.296095 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-26294f8e-ed17-48a9-832f-5f415bdbddcc req-fe22379b-7849-4ada-bbe5-848302bad0a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c55345b-ca2a-48c3-886b-2a3578444a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425143 Oct 12 18:58:47.384497 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-26294f8e-ed17-48a9-832f-5f415bdbddcc req-d229e25b-cd8d-4d3d-b66d-25a065f020f3 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805898 Oct 12 18:58:47.473793 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-26294f8e-ed17-48a9-832f-5f415bdbddcc req-7053d4f7-e4e5-41ca-aa61-1b367683c746 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827451 Oct 12 18:58:47.583801 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6cb49-94f8-4fc3-92c8-c589c010645a req-d5236b10-2485-4f0e-a86d-e9ca4a4d0986 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:47.585401 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-16b6cb49-94f8-4fc3-92c8-c589c010645a req-d5236b10-2485-4f0e-a86d-e9ca4a4d0986 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 943 time: 0.0534353 Oct 12 18:58:47.624847 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-16b6cb49-94f8-4fc3-92c8-c589c010645a req-671a506c-f86c-40e0-856f-6c991612a305 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331190 Oct 12 18:58:48.740969 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654f799-451a-496d-85d7-84cb77d80500 req-d54794fc-8df8-40f3-b734-38268dd6c9c3 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:48.742412 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b654f799-451a-496d-85d7-84cb77d80500 req-d54794fc-8df8-40f3-b734-38268dd6c9c3 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 943 time: 0.0494945 Oct 12 18:58:48.778973 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b654f799-451a-496d-85d7-84cb77d80500 req-ab9010b7-1610-4511-8a9d-9105bccd33ef tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307534 Oct 12 18:58:49.896395 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133294d6-a8f0-4f11-a5a9-a5f864bfa696 req-d9308f04-bf83-4ac7-9555-515e9de676a5 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:49.898108 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-133294d6-a8f0-4f11-a5a9-a5f864bfa696 req-d9308f04-bf83-4ac7-9555-515e9de676a5 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 943 time: 0.0537350 Oct 12 18:58:49.935247 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-133294d6-a8f0-4f11-a5a9-a5f864bfa696 req-aa7da534-1dd4-41e3-9574-0d7e80c30b93 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311852 Oct 12 18:58:51.046422 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a0aed-c34d-4f14-8973-6fce0428d159 req-9e20c528-65cc-45ec-80d6-84ba02ce1678 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:51.047855 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c64a0aed-c34d-4f14-8973-6fce0428d159 req-9e20c528-65cc-45ec-80d6-84ba02ce1678 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 943 time: 0.0487061 Oct 12 18:58:51.085008 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c64a0aed-c34d-4f14-8973-6fce0428d159 req-db37581e-7626-4033-9cc2-6dc7e31aee53 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307441 Oct 12 18:58:52.197817 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e870a3c-cca2-4e11-9ab5-a119b6c22fad req-2af44938-27f6-4375-bdbe-4ec20af1ad52 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:52.199142 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8e870a3c-cca2-4e11-9ab5-a119b6c22fad req-2af44938-27f6-4375-bdbe-4ec20af1ad52 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 943 time: 0.0474615 Oct 12 18:58:52.238502 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8e870a3c-cca2-4e11-9ab5-a119b6c22fad req-447b1797-1ab5-4de4-be0c-b3afef516a3d tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332844 Oct 12 18:58:53.357092 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36811179-734a-44e2-a6de-0b4f7eb195db req-d98e3ddc-e588-4e28-ab6d-6e258bc3f44a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:53.358555 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-36811179-734a-44e2-a6de-0b4f7eb195db req-d98e3ddc-e588-4e28-ab6d-6e258bc3f44a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 943 time: 0.0530617 Oct 12 18:58:53.395423 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-36811179-734a-44e2-a6de-0b4f7eb195db req-2d3c73b3-f63e-43f2-aa68-873a1cfbb1be tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308800 Oct 12 18:58:54.463780 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecf18437-fd85-4c76-817a-3036dc64d715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:54.509784 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad76e4-9b07-4360-94c7-7b6db6069738 req-ce469fae-b6bf-4132-95fa-c0f67015fa5c tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:54.511226 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9cad76e4-9b07-4360-94c7-7b6db6069738 req-ce469fae-b6bf-4132-95fa-c0f67015fa5c tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 943 time: 0.0486295 Oct 12 18:58:54.548587 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9cad76e4-9b07-4360-94c7-7b6db6069738 req-9d640f74-e322-46d7-b2cd-c36ed1b61c28 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314045 Oct 12 18:58:55.667024 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37b6e0-7fb6-4650-b9f2-7ed41d287152 req-043d89db-3fc3-46cb-b1f3-235bfe254664 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:55.668412 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bb37b6e0-7fb6-4650-b9f2-7ed41d287152 req-043d89db-3fc3-46cb-b1f3-235bfe254664 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 943 time: 0.0531301 Oct 12 18:58:55.710355 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bb37b6e0-7fb6-4650-b9f2-7ed41d287152 req-5c4e67d5-67f9-410a-bc94-8e374afb8188 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350082 Oct 12 18:58:55.967000 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device e62d090c-9ace-4a9f-976b-1860d9922d47 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:58:56.059917 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port e62d090c-9ace-4a9f-976b-1860d9922d47, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e62d090c-9ace-4a9f-976b-1860d9922d47,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:58:56.071357 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': 'e62d090c-9ace-4a9f-976b-1860d9922d47', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'port_id': 'e62d090c-9ace-4a9f-976b-1860d9922d47', 'mac_address': 'fa:16:3e:8d:7c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:58:56.107944 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:56.120249 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62d090c-9ace-4a9f-976b-1860d9922d47 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:58:56.138799 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port e62d090c-9ace-4a9f-976b-1860d9922d47, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e62d090c-9ace-4a9f-976b-1860d9922d47,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:58:56.142565 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:56.193626 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=e62d090c-9ace-4a9f-976b-1860d9922d47,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:58:56.827313 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7eb0c0-0880-41ca-b0c1-08e411885da9 req-bd3c0029-c219-48fe-b361-7f6b759de94f tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:56.828722 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cf7eb0c0-0880-41ca-b0c1-08e411885da9 req-bd3c0029-c219-48fe-b361-7f6b759de94f tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 944 time: 0.0520754 Oct 12 18:58:56.864301 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cf7eb0c0-0880-41ca-b0c1-08e411885da9 req-4152d35a-dee5-44ac-ba8f-a083a8c86d84 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297363 Oct 12 18:58:56.995900 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aebe4379-7325-4fec-a541-8aaf875da51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:57.979720 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ef2b3-f5b9-4282-b3e0-e2a7491c3396 req-9c959263-16b4-4efa-9b19-ff86f2824aab tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:57.981177 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-909ef2b3-f5b9-4282-b3e0-e2a7491c3396 req-9c959263-16b4-4efa-9b19-ff86f2824aab tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 944 time: 0.0522659 Oct 12 18:58:58.012728 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:58.021951 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-909ef2b3-f5b9-4282-b3e0-e2a7491c3396 req-0653cb9f-fe38-453a-96db-609b27da8716 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349128 Oct 12 18:58:58.189334 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:59.132413 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3852ea-70a0-413a-908d-c440bce89dd9 req-d9cfaac0-ebc7-4861-b517-a53b15c252ff tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:58:59.133861 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3f3852ea-70a0-413a-908d-c440bce89dd9 req-d9cfaac0-ebc7-4861-b517-a53b15c252ff tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 944 time: 0.0476243 Oct 12 18:58:59.146230 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['e62d090c-9ace-4a9f-976b-1860d9922d47'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:58:59.171273 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-3f3852ea-70a0-413a-908d-c440bce89dd9 req-42b00e5e-63d4-47a0-b8a0-11587e27072d tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314922 Oct 12 18:58:59.752229 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:00.292012 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6ff58-3193-4f32-abd0-8072ffdf6af3 req-8d415629-b152-4220-a54a-697e5bd9c44e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:00.293830 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-62c6ff58-3193-4f32-abd0-8072ffdf6af3 req-8d415629-b152-4220-a54a-697e5bd9c44e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 944 time: 0.0571187 Oct 12 18:59:00.330777 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-62c6ff58-3193-4f32-abd0-8072ffdf6af3 req-38ab18e3-0c25-4411-8980-e56a562e4c47 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310895 Oct 12 18:59:01.365333 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device e62d090c-9ace-4a9f-976b-1860d9922d47 up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:59:01.413888 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port e62d090c-9ace-4a9f-976b-1860d9922d47 completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:59:01.417909 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port e62d090c-9ace-4a9f-976b-1860d9922d47 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:59:01.418285 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:01.444066 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04214c06-0188-479e-ae76-6a808be2596b req-9880a2c1-8bfc-4a48-b755-95d0eb75ac04 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:01.445534 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-04214c06-0188-479e-ae76-6a808be2596b req-9880a2c1-8bfc-4a48-b755-95d0eb75ac04 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 944 time: 0.0483289 Oct 12 18:59:01.483219 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-04214c06-0188-479e-ae76-6a808be2596b req-29b9bb5c-3c06-413c-92fb-2c3267fd882f tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310276 Oct 12 18:59:01.498622 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:01.520876 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63d4557-f503-4170-839a-04f81df8bfab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62d090c-9ace-4a9f-976b-1860d9922d47'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:59:01.523287 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d48d1bf-cb7c-4293-80b8-1c2d1418abb5" -d '{"events": [{"server_uuid": "e63d4557-f503-4170-839a-04f81df8bfab", "name": "network-vif-plugged", "status": "completed", "tag": "e62d090c-9ace-4a9f-976b-1860d9922d47"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:59:01.536658 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port e62d090c-9ace-4a9f-976b-1860d9922d47, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e62d090c-9ace-4a9f-976b-1860d9922d47,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:59:01.540868 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:01.590228 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=e62d090c-9ace-4a9f-976b-1860d9922d47,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:01.748016 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dc11fc-f52b-4131-a2bc-88f8250c1ab7 x-openstack-request-id: req-15dc11fc-f52b-4131-a2bc-88f8250c1ab7 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:59:01.748305 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63d4557-f503-4170-839a-04f81df8bfab", "name": "network-vif-plugged", "status": "completed", "tag": "e62d090c-9ace-4a9f-976b-1860d9922d47", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:59:01.748606 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-15dc11fc-f52b-4131-a2bc-88f8250c1ab7 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:59:01.749046 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d4557-f503-4170-839a-04f81df8bfab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62d090c-9ace-4a9f-976b-1860d9922d47', 'code': 200} Oct 12 18:59:01.974389 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41fa3f-7766-4f30-b6f9-0bcb7d2f3534 req-e3e64d08-b683-40ef-a45a-b1ec50be628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:01.975828 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ba41fa3f-7766-4f30-b6f9-0bcb7d2f3534 req-e3e64d08-b683-40ef-a45a-b1ec50be628c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 1098 time: 0.0415919 Oct 12 18:59:02.011392 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ba41fa3f-7766-4f30-b6f9-0bcb7d2f3534 req-10b9a985-674d-4f66-9f6f-ae41e58c6c32 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275640 Oct 12 18:59:02.600016 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596abc48-33d8-45fc-b3ed-9e71ec717cf3 req-3ccd7c20-10f8-493b-8e89-2d89c879ec3c tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:02.601492 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-596abc48-33d8-45fc-b3ed-9e71ec717cf3 req-3ccd7c20-10f8-493b-8e89-2d89c879ec3c tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 945 time: 0.0522444 Oct 12 18:59:02.642479 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-596abc48-33d8-45fc-b3ed-9e71ec717cf3 req-56734dde-934c-42c3-b3ff-27c0eb9c5bbb tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347369 Oct 12 18:59:03.754805 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92a643-b456-435b-9e08-3461f95718a1 req-f0806415-bc74-4df4-bff4-c9176165313e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:03.756235 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-df92a643-b456-435b-9e08-3461f95718a1 req-f0806415-bc74-4df4-bff4-c9176165313e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 945 time: 0.0482273 Oct 12 18:59:03.793181 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-df92a643-b456-435b-9e08-3461f95718a1 req-e48320f9-06a8-4117-ba95-0fa3cd0eda4c tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306273 Oct 12 18:59:03.902943 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a06e6-3b86-4035-8ee8-4ea61d5c2bed req-f81cacdc-e62c-4e96-8bb6-e7ac740e31dc tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:03.904363 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fe4a06e6-3b86-4035-8ee8-4ea61d5c2bed req-f81cacdc-e62c-4e96-8bb6-e7ac740e31dc tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 945 time: 0.0472863 Oct 12 18:59:03.940873 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fe4a06e6-3b86-4035-8ee8-4ea61d5c2bed req-a5317234-4109-4493-8861-094b2bb0f224 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306184 Oct 12 18:59:03.963356 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 43558) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:04.005256 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e4f633-4c61-4418-ad4a-f34cae40fa7c tempest-TestVolumeBootPattern-796781353 tempest-TestVolumeBootPattern-796781353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:04.006720 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-59e4f633-4c61-4418-ad4a-f34cae40fa7c tempest-TestVolumeBootPattern-796781353 tempest-TestVolumeBootPattern-796781353-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 1093 time: 0.0424063 Oct 12 18:59:04.009393 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 43560) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:04.014631 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Request body: {'floatingip': {'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'port_id': 'e62d090c-9ace-4a9f-976b-1860d9922d47', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:59:04.036150 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for floatingip, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:04.129785 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:04.235987 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Allocated IP 172.27.0.105 (3ebee7fc-7e47-48dc-a73f-702afd21678f/257fc62d-aef6-4fd3-8a07-67da1276276c/5bcad1b6-112e-444d-8bf5-6ebdc2ab93ff) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:59:04.340881 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:04.379149 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:04.423421 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:59:04.426278 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:59:04.428889 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:59:04.434216 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 43568) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:04.457935 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event updated for resources: {'Port': ['ID=5bcad1b6-112e-444d-8bf5-6ebdc2ab93ff,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:04.539940 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1240a037-5371-434d-8b5c-882f24e61853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:04.616217 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1240a037-5371-434d-8b5c-882f24e61853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:04.620115 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1240a037-5371-434d-8b5c-882f24e61853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:04.658309 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-1240a037-5371-434d-8b5c-882f24e61853 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d19bb3042b1b46b08c3014104959af0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230091 Oct 12 18:59:04.659413 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240a037-5371-434d-8b5c-882f24e61853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3bb090-862c-40f3-b869-4786023ac20c,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:04.661705 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 43572) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:04.709965 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5693037b-ef9e-421a-9147-5bdb6f759902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:04.735225 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5693037b-ef9e-421a-9147-5bdb6f759902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:04.781328 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5693037b-ef9e-421a-9147-5bdb6f759902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:04.784147 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-5693037b-ef9e-421a-9147-5bdb6f759902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:04.785280 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-5693037b-ef9e-421a-9147-5bdb6f759902 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ee3bb090-862c-40f3-b869-4786023ac20c HTTP/1.1" status: 204 len: 168 time: 0.1226888 Oct 12 18:59:04.792231 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:04.793154 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693037b-ef9e-421a-9147-5bdb6f759902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3bb090-862c-40f3-b869-4786023ac20c,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:04.863486 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:05.018129 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:05.022204 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:05.049291 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 43578) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:05.062298 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-faf994f4-9bb7-4de9-9a8c-4c2269a3bf1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:05.086704 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event updated for resources: {'Port': ['ID=5bcad1b6-112e-444d-8bf5-6ebdc2ab93ff,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:05.101435 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7932303'] for floatingip, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:05.139830 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-faf994f4-9bb7-4de9-9a8c-4c2269a3bf1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:05.144267 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-faf994f4-9bb7-4de9-9a8c-4c2269a3bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:05.185045 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-faf994f4-9bb7-4de9-9a8c-4c2269a3bf1d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=92239c25e4fe45c5a8f1dbfc0b9d6d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1345875 Oct 12 18:59:05.185928 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf994f4-9bb7-4de9-9a8c-4c2269a3bf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e551080b-a26e-4a50-831b-6c42193a838f,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:05.188308 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 43580) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:05.237198 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.l3_db [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Floating IP 9f3e279b-0089-460c-9a62-c5074093b81c associated. External IP: 172.27.0.105, port: e62d090c-9ace-4a9f-976b-1860d9922d47. Oct 12 18:59:05.292453 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f80792fe-d923-4fb7-9555-e72eb8ff77b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:05.345633 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f80792fe-d923-4fb7-9555-e72eb8ff77b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:05.439476 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f80792fe-d923-4fb7-9555-e72eb8ff77b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:05.442025 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-f80792fe-d923-4fb7-9555-e72eb8ff77b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:05.443386 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-f80792fe-d923-4fb7-9555-e72eb8ff77b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e551080b-a26e-4a50-831b-6c42193a838f HTTP/1.1" status: 204 len: 168 time: 0.2539167 Oct 12 18:59:05.456542 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80792fe-d923-4fb7-9555-e72eb8ff77b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e551080b-a26e-4a50-831b-6c42193a838f,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:05.511508 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Router e973f51b-c6bf-4e3d-8722-52a1d75590e4 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:59:05.625405 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:59:05.637240 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a19a3-4736-4824-9a8e-a57097dd72d0 None None] Sync routers for ids ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:59:05.645975 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:05.647273 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a19a3-4736-4824-9a8e-a57097dd72d0 None None] Routers {'e973f51b-c6bf-4e3d-8722-52a1d75590e4'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:59:05.647990 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-450a19a3-4736-4824-9a8e-a57097dd72d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:58:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:59:05.674031 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-25eb2cb8-b5f9-4523-8cc8-b4736357d008 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6632223 Oct 12 18:59:05.674688 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63d4557-f503-4170-839a-04f81df8bfab', 'tag': 'e62d090c-9ace-4a9f-976b-1860d9922d47'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:59:05.676925 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62acb2da-c166-428d-9bb6-4dcb328ce75f" -d '{"events": [{"name": "network-changed", "server_uuid": "e63d4557-f503-4170-839a-04f81df8bfab", "tag": "e62d090c-9ace-4a9f-976b-1860d9922d47"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:59:05.726056 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b889eefd-5333-464c-83c5-7baa95f421ec x-openstack-request-id: req-b889eefd-5333-464c-83c5-7baa95f421ec {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:59:05.726385 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63d4557-f503-4170-839a-04f81df8bfab", "tag": "e62d090c-9ace-4a9f-976b-1860d9922d47", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:59:05.726743 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b889eefd-5333-464c-83c5-7baa95f421ec {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:59:05.727202 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63d4557-f503-4170-839a-04f81df8bfab', 'tag': 'e62d090c-9ace-4a9f-976b-1860d9922d47', 'status': 'completed', 'code': 200} Oct 12 18:59:05.762066 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-450a19a3-4736-4824-9a8e-a57097dd72d0 None None] Set router e973f51b-c6bf-4e3d-8722-52a1d75590e4 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:59:05.791991 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acb2da-c166-428d-9bb6-4dcb328ce75f req-7a13af4d-7269-42d7-b62b-64e6285b37bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:05.793827 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-62acb2da-c166-428d-9bb6-4dcb328ce75f req-7a13af4d-7269-42d7-b62b-64e6285b37bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 1098 time: 0.0444961 Oct 12 18:59:05.898014 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acb2da-c166-428d-9bb6-4dcb328ce75f req-2f2343f9-7c0a-4fda-a666-299e678903fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:05.899536 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-62acb2da-c166-428d-9bb6-4dcb328ce75f req-2f2343f9-7c0a-4fda-a666-299e678903fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 912 time: 0.0954537 Oct 12 18:59:05.969507 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-62acb2da-c166-428d-9bb6-4dcb328ce75f req-8a88bbf4-d34a-4c72-9ace-a0fe6e4b5afc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e62d090c-9ace-4a9f-976b-1860d9922d47 HTTP/1.1" status: 200 len: 999 time: 0.0616710 Oct 12 18:59:06.001043 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-450a19a3-4736-4824-9a8e-a57097dd72d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '9f3e279b-0089-460c-9a62-c5074093b81c', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'port_id': 'e62d090c-9ace-4a9f-976b-1860d9922d47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'mac_address': 'fa:16:3e:8d:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63d4557-f503-4170-839a-04f81df8bfab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:59:04Z', 'updated_at': '2021-10-12T18:59:04Z', 'revision_number': 0, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 5, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:59:06.030509 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a19a3-4736-4824-9a8e-a57097dd72d0 None None] Checking router: e973f51b-c6bf-4e3d-8722-52a1d75590e4 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:59:06.031576 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acb2da-c166-428d-9bb6-4dcb328ce75f req-1cd6c712-1efd-4347-a3fb-2a40d076dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:06.033039 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-62acb2da-c166-428d-9bb6-4dcb328ce75f req-1cd6c712-1efd-4347-a3fb-2a40d076dbf7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aae68136-9fb4-4119-8455-c8cf7655c6e9 HTTP/1.1" status: 200 len: 850 time: 0.0567541 Oct 12 18:59:06.039230 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a19a3-4736-4824-9a8e-a57097dd72d0 None None] Routers {'e973f51b-c6bf-4e3d-8722-52a1d75590e4'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:59:06.039830 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-450a19a3-4736-4824-9a8e-a57097dd72d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T18:58:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:59:06.082051 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acb2da-c166-428d-9bb6-4dcb328ce75f req-530c981e-d596-43c6-b255-19a0e50acae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:06.083210 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-62acb2da-c166-428d-9bb6-4dcb328ce75f req-530c981e-d596-43c6-b255-19a0e50acae0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c55345b-ca2a-48c3-886b-2a3578444a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431163 Oct 12 18:59:06.179857 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-62acb2da-c166-428d-9bb6-4dcb328ce75f req-0dc307d7-2394-4c8b-92ad-0fdd50578b28 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892222 Oct 12 18:59:06.284982 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-62acb2da-c166-428d-9bb6-4dcb328ce75f req-990c7a84-6504-4ceb-8849-141d318f178f service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978580 Oct 12 18:59:06.288983 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-450a19a3-4736-4824-9a8e-a57097dd72d0 None None] Set router e973f51b-c6bf-4e3d-8722-52a1d75590e4 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:59:06.520067 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-450a19a3-4736-4824-9a8e-a57097dd72d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '9f3e279b-0089-460c-9a62-c5074093b81c', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'port_id': 'e62d090c-9ace-4a9f-976b-1860d9922d47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'mac_address': 'fa:16:3e:8d:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63d4557-f503-4170-839a-04f81df8bfab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:59:04Z', 'updated_at': '2021-10-12T18:59:04Z', 'revision_number': 0, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 5, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:59:06.551333 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a19a3-4736-4824-9a8e-a57097dd72d0 None None] The sync data for ids ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'] in dv-cinder-813229-2-iscsi is: [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '9f3e279b-0089-460c-9a62-c5074093b81c', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'port_id': 'e62d090c-9ace-4a9f-976b-1860d9922d47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'mac_address': 'fa:16:3e:8d:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63d4557-f503-4170-839a-04f81df8bfab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:59:04Z', 'updated_at': '2021-10-12T18:59:04Z', 'revision_number': 0, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 5, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:59:06.750688 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff4a0c-8be1-441e-9563-358b74c2356f None None] New status for floating IP 9f3e279b-0089-460c-9a62-c5074093b81c: ACTIVE {{(pid=100620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:59:09.643799 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:11.377464 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 43666) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:11.468952 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-720f3788-dbb0-49f8-90dc-f5f0042611a3 req-56c7a52b-2665-42fd-90b8-109788a16ebd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512519 Oct 12 18:59:11.488580 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d5bbf10d-26b1-433f-96da-8777291a57b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:11.577695 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f3788-dbb0-49f8-90dc-f5f0042611a3 req-6fcf77ad-ad2b-4a19-a62e-7b4b3411922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:11.579191 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-720f3788-dbb0-49f8-90dc-f5f0042611a3 req-6fcf77ad-ad2b-4a19-a62e-7b4b3411922f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 1098 time: 0.0683692 Oct 12 18:59:11.608240 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d5bbf10d-26b1-433f-96da-8777291a57b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:11.620551 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d5bbf10d-26b1-433f-96da-8777291a57b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:11.689302 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-d5bbf10d-26b1-433f-96da-8777291a57b4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cc799fb12fd7481984d5476272a51174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107758 Oct 12 18:59:11.692077 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 43670) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:11.696011 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbf10d-26b1-433f-96da-8777291a57b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146bedbb-b626-4fe8-9e8c-dd84dfa36afa,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:11.715900 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bbf10d-26b1-433f-96da-8777291a57b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:11.716251 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bbf10d-26b1-433f-96da-8777291a57b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:11.716591 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bbf10d-26b1-433f-96da-8777291a57b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:11.716925 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bbf10d-26b1-433f-96da-8777291a57b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:11.717256 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bbf10d-26b1-433f-96da-8777291a57b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:11.717614 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bbf10d-26b1-433f-96da-8777291a57b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:11.717952 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bbf10d-26b1-433f-96da-8777291a57b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:11.718280 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bbf10d-26b1-433f-96da-8777291a57b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:11.718608 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bbf10d-26b1-433f-96da-8777291a57b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:11.718931 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bbf10d-26b1-433f-96da-8777291a57b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:11.719250 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bbf10d-26b1-433f-96da-8777291a57b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:11.719570 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bbf10d-26b1-433f-96da-8777291a57b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:11.736832 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f3788-dbb0-49f8-90dc-f5f0042611a3 req-f7dd2869-a1fa-4ffa-9f41-b5f6612f8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:11.738333 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-720f3788-dbb0-49f8-90dc-f5f0042611a3 req-f7dd2869-a1fa-4ffa-9f41-b5f6612f8a20 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 912 time: 0.1388092 Oct 12 18:59:11.741960 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0d916baf-50dc-48a4-ad3d-691c9a600a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:11.764586 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0d916baf-50dc-48a4-ad3d-691c9a600a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:11.805019 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-720f3788-dbb0-49f8-90dc-f5f0042611a3 req-529b1bd8-1646-4b22-9cf2-03c53a87a9e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e62d090c-9ace-4a9f-976b-1860d9922d47 HTTP/1.1" status: 200 len: 1001 time: 0.0594258 Oct 12 18:59:11.810538 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0d916baf-50dc-48a4-ad3d-691c9a600a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:11.813087 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-0d916baf-50dc-48a4-ad3d-691c9a600a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:11.814237 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-0d916baf-50dc-48a4-ad3d-691c9a600a24 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/146bedbb-b626-4fe8-9e8c-dd84dfa36afa HTTP/1.1" status: 204 len: 168 time: 0.1211817 Oct 12 18:59:11.823436 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d916baf-50dc-48a4-ad3d-691c9a600a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146bedbb-b626-4fe8-9e8c-dd84dfa36afa,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:11.860762 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f3788-dbb0-49f8-90dc-f5f0042611a3 req-c5d0375e-1861-409e-9797-fd39a514fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:11.862238 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-720f3788-dbb0-49f8-90dc-f5f0042611a3 req-c5d0375e-1861-409e-9797-fd39a514fc9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aae68136-9fb4-4119-8455-c8cf7655c6e9 HTTP/1.1" status: 200 len: 850 time: 0.0512097 Oct 12 18:59:11.910768 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f3788-dbb0-49f8-90dc-f5f0042611a3 req-1d05f753-234e-43a7-8679-041721222e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:11.912225 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-720f3788-dbb0-49f8-90dc-f5f0042611a3 req-1d05f753-234e-43a7-8679-041721222e2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c55345b-ca2a-48c3-886b-2a3578444a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432560 Oct 12 18:59:12.000567 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-720f3788-dbb0-49f8-90dc-f5f0042611a3 req-82666a1d-6ac7-41a6-aa87-8cd5c8409761 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815334 Oct 12 18:59:12.083516 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 43676) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:12.095639 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-720f3788-dbb0-49f8-90dc-f5f0042611a3 req-6081b79f-3efd-4add-8a94-28bd1043de43 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885129 Oct 12 18:59:12.097086 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4e1c-0187-40a5-af70-cd76128ae18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:12.170658 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4e1c-0187-40a5-af70-cd76128ae18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:12.174121 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4e1c-0187-40a5-af70-cd76128ae18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:12.212210 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-1bbd4e1c-0187-40a5-af70-cd76128ae18d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c1ac70f527d4ab4927249d792f05ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1276476 Oct 12 18:59:12.214656 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd4e1c-0187-40a5-af70-cd76128ae18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcaea59-8c53-4e7a-bd3f-e909ea06db9a,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:12.215946 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 43678) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:12.529397 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ba499bd2-05c2-4a47-baff-be2e8cea0bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:12.549452 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ba499bd2-05c2-4a47-baff-be2e8cea0bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:12.596802 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ba499bd2-05c2-4a47-baff-be2e8cea0bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:12.599366 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ba499bd2-05c2-4a47-baff-be2e8cea0bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:12.600475 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-ba499bd2-05c2-4a47-baff-be2e8cea0bab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0dcaea59-8c53-4e7a-bd3f-e909ea06db9a HTTP/1.1" status: 204 len: 168 time: 0.3835354 Oct 12 18:59:12.608030 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba499bd2-05c2-4a47-baff-be2e8cea0bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcaea59-8c53-4e7a-bd3f-e909ea06db9a,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:16.641422 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:59:23.066515 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 43788) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:23.169968 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-05a6661b-0c0a-4a85-8ce6-2529ad2e2258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:23.242300 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-05a6661b-0c0a-4a85-8ce6-2529ad2e2258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:23.246028 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-05a6661b-0c0a-4a85-8ce6-2529ad2e2258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:23.284209 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-05a6661b-0c0a-4a85-8ce6-2529ad2e2258 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee81eeed0aba4b4f8dcd8f15fe73b089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167175 Oct 12 18:59:23.285328 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6661b-0c0a-4a85-8ce6-2529ad2e2258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ede3870-f94f-4086-bfcd-bc138e4630b6,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:23.286904 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 43792) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:23.292560 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6661b-0c0a-4a85-8ce6-2529ad2e2258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:23.292906 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6661b-0c0a-4a85-8ce6-2529ad2e2258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:23.293250 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6661b-0c0a-4a85-8ce6-2529ad2e2258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:23.293610 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6661b-0c0a-4a85-8ce6-2529ad2e2258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:23.293942 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6661b-0c0a-4a85-8ce6-2529ad2e2258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:23.294273 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6661b-0c0a-4a85-8ce6-2529ad2e2258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:23.294630 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6661b-0c0a-4a85-8ce6-2529ad2e2258 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:23.294960 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6661b-0c0a-4a85-8ce6-2529ad2e2258 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:23.295283 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6661b-0c0a-4a85-8ce6-2529ad2e2258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:23.295604 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6661b-0c0a-4a85-8ce6-2529ad2e2258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:23.295924 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6661b-0c0a-4a85-8ce6-2529ad2e2258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:23.296246 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6661b-0c0a-4a85-8ce6-2529ad2e2258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:23.335571 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ee719ff2-6504-429b-a310-740a6057be29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:23.357842 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ee719ff2-6504-429b-a310-740a6057be29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:23.403920 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ee719ff2-6504-429b-a310-740a6057be29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:23.406538 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ee719ff2-6504-429b-a310-740a6057be29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:23.407640 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-ee719ff2-6504-429b-a310-740a6057be29 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ede3870-f94f-4086-bfcd-bc138e4630b6 HTTP/1.1" status: 204 len: 168 time: 0.1197460 Oct 12 18:59:23.415111 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee719ff2-6504-429b-a310-740a6057be29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ede3870-f94f-4086-bfcd-bc138e4630b6,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:23.667047 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 43798) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:23.679717 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-348b608e-2f01-47e1-9861-f2efd2290fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:23.754803 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-348b608e-2f01-47e1-9861-f2efd2290fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:23.758487 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-348b608e-2f01-47e1-9861-f2efd2290fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:23.794628 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-348b608e-2f01-47e1-9861-f2efd2290fa5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=156a67e829a443cdac0737fc179bc87e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1265209 Oct 12 18:59:23.795709 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b608e-2f01-47e1-9861-f2efd2290fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f290348d-b2eb-4008-a249-8a8b6a502d29,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:23.797385 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 43800) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:23.845736 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-867da51e-e7d8-46c1-8f0b-8bcd331086b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:23.866306 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-867da51e-e7d8-46c1-8f0b-8bcd331086b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:23.911125 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-867da51e-e7d8-46c1-8f0b-8bcd331086b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:23.913739 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-867da51e-e7d8-46c1-8f0b-8bcd331086b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:23.914854 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-867da51e-e7d8-46c1-8f0b-8bcd331086b9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f290348d-b2eb-4008-a249-8a8b6a502d29 HTTP/1.1" status: 204 len: 168 time: 0.1164978 Oct 12 18:59:23.922209 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867da51e-e7d8-46c1-8f0b-8bcd331086b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f290348d-b2eb-4008-a249-8a8b6a502d29,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:24.464525 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d0eaa0d-c188-4bec-b6e1-2950b7637e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:26.997528 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23652905-8188-4737-ba7f-b3e3b21d8171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:28.014213 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:28.191958 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:29.754289 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:34.246433 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 43890) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:34.362894 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-57c7fe8c-07c4-4bf8-aaa1-78bb81c3aff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:34.439876 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-57c7fe8c-07c4-4bf8-aaa1-78bb81c3aff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:34.443589 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-57c7fe8c-07c4-4bf8-aaa1-78bb81c3aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:34.479051 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7fe8c-07c4-4bf8-aaa1-78bb81c3aff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d58f222-7c13-4210-80cd-611fb988280c,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:34.483272 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-57c7fe8c-07c4-4bf8-aaa1-78bb81c3aff4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a195ae4813ba42de94ff380ca15af4d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358320 Oct 12 18:59:34.486045 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 43894) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:34.532244 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6d7ddcfe-eba3-4a3a-b60b-53e47946383f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:34.552741 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6d7ddcfe-eba3-4a3a-b60b-53e47946383f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:34.598314 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6d7ddcfe-eba3-4a3a-b60b-53e47946383f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:34.600824 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-6d7ddcfe-eba3-4a3a-b60b-53e47946383f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:34.605063 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-6d7ddcfe-eba3-4a3a-b60b-53e47946383f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d58f222-7c13-4210-80cd-611fb988280c HTTP/1.1" status: 204 len: 168 time: 0.1180763 Oct 12 18:59:34.612664 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ddcfe-eba3-4a3a-b60b-53e47946383f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d58f222-7c13-4210-80cd-611fb988280c,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:35.200456 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 43918) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:35.294301 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-99b28096-f6b3-43ac-ab0c-715e018e30d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-858649337-network', 'tenant_id': 'b71ce03f6b62492fb3d97d4d0bf9b9bc'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:59:35.313578 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b28096-f6b3-43ac-ab0c-715e018e30d7 admin admin] Made reservation on behalf of b71ce03f6b62492fb3d97d4d0bf9b9bc for: {'network': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:59:35.315728 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-99b28096-f6b3-43ac-ab0c-715e018e30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for network, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:35.324733 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-99b28096-f6b3-43ac-ab0c-715e018e30d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:35.397074 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-99b28096-f6b3-43ac-ab0c-715e018e30d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:35.401256 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-99b28096-f6b3-43ac-ab0c-715e018e30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:35.425805 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b28096-f6b3-43ac-ab0c-715e018e30d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=100617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:59:35.434968 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b28096-f6b3-43ac-ab0c-715e018e30d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a275a6-e40b-45b1-b3b4-7eec68fff84c,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:35.441066 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-99b28096-f6b3-43ac-ab0c-715e018e30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:35.441443 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.segments_db [None req-99b28096-f6b3-43ac-ab0c-715e018e30d7 admin admin] Added segment c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e of type vlan for network 2f57ea73-0311-45d9-b3ec-3b8c6a24719e Oct 12 18:59:35.480750 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-99b28096-f6b3-43ac-ab0c-715e018e30d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753793137228'] for network, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:35.503774 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-99b28096-f6b3-43ac-ab0c-715e018e30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905'] for network, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:35.504693 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b28096-f6b3-43ac-ab0c-715e018e30d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:35.505257 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-99b28096-f6b3-43ac-ab0c-715e018e30d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:35.563216 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-99b28096-f6b3-43ac-ab0c-715e018e30d7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3616543 Oct 12 18:59:35.566157 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 43922) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:35.568450 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b28096-f6b3-43ac-ab0c-715e018e30d7 admin admin] Pushing event updated for resources: {'Network': ['ID=2f57ea73-0311-45d9-b3ec-3b8c6a24719e,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:35.571421 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.v2.base [None req-708c18b5-15aa-47cd-9df0-b5db74bfa786 admin admin] Request body: {'subnet': {'network_id': '2f57ea73-0311-45d9-b3ec-3b8c6a24719e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-858649337-subnet', 'tenant_id': 'b71ce03f6b62492fb3d97d4d0bf9b9bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:59:35.579237 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Network 2f57ea73-0311-45d9-b3ec-3b8c6a24719e details requested by agent ovs-agent-dv-cinder-813229-2-iscsi with host dv-cinder-813229-2-iscsi {{(pid=100619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:59:35.593536 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708c18b5-15aa-47cd-9df0-b5db74bfa786 admin admin] Made reservation on behalf of b71ce03f6b62492fb3d97d4d0bf9b9bc for: {'subnet': 1} {{(pid=100618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:59:35.595778 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-708c18b5-15aa-47cd-9df0-b5db74bfa786 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4748900'] for subnet, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:35.755214 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-708c18b5-15aa-47cd-9df0-b5db74bfa786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4878063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4748874'] for subnet, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:35.813239 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c18b5-15aa-47cd-9df0-b5db74bfa786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a057a7f-1412-4f60-b5a2-5cc703decffa,revision_number=0']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:35.820318 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c18b5-15aa-47cd-9df0-b5db74bfa786 admin admin] Checking segment: {'id': 'c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '2f57ea73-0311-45d9-b3ec-3b8c6a24719e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:59:35.820677 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708c18b5-15aa-47cd-9df0-b5db74bfa786 admin admin] Network hostable DHCP agents. Network: 2f57ea73-0311-45d9-b3ec-3b8c6a24719e, hostable agents: ['e3092f16-4bed-43ac-9948-fa170f8c00f9'], hosted agents: [] {{(pid=100618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:59:35.836858 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708c18b5-15aa-47cd-9df0-b5db74bfa786 admin admin] Network 2f57ea73-0311-45d9-b3ec-3b8c6a24719e is scheduled to be hosted by DHCP agent e3092f16-4bed-43ac-9948-fa170f8c00f9 with binding_index 1 {{(pid=100618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:59:35.845262 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.base_scheduler [None req-708c18b5-15aa-47cd-9df0-b5db74bfa786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-2-iscsi, 2f57ea73-0311-45d9-b3ec-3b8c6a24719e) {{(pid=100618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:59:35.849621 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708c18b5-15aa-47cd-9df0-b5db74bfa786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:35.850200 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-708c18b5-15aa-47cd-9df0-b5db74bfa786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:35.854428 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf32d3ef-738f-4250-8a3d-47b42196c30f None None] Network 2f57ea73-0311-45d9-b3ec-3b8c6a24719e requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:59:35.865208 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-708c18b5-15aa-47cd-9df0-b5db74bfa786 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2979286 Oct 12 18:59:35.976530 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6246642a-9a18-4061-92f4-e32a4f00c524 None None] Network 2f57ea73-0311-45d9-b3ec-3b8c6a24719e requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:59:37.587437 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485783e-bdc3-4667-9114-d4400c16064a req-c7dd6ac1-1208-4950-872f-6d2a7e138af7 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:37.589488 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0485783e-bdc3-4667-9114-d4400c16064a req-c7dd6ac1-1208-4950-872f-6d2a7e138af7 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/networks?id=2f57ea73-0311-45d9-b3ec-3b8c6a24719e HTTP/1.1" status: 200 len: 808 time: 0.1005068 Oct 12 18:59:37.603996 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0485783e-bdc3-4667-9114-d4400c16064a req-de3cadc3-93af-47e3-9acc-a545899dadae tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/quotas/b71ce03f6b62492fb3d97d4d0bf9b9bc HTTP/1.1" status: 200 len: 375 time: 0.0086803 Oct 12 18:59:37.637550 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0485783e-bdc3-4667-9114-d4400c16064a req-20ffec4b-78e7-456d-903b-7ce19e78ec33 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b71ce03f6b62492fb3d97d4d0bf9b9bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286491 Oct 12 18:59:37.726990 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0485783e-bdc3-4667-9114-d4400c16064a req-684ce033-cc02-40c0-bb5c-b0476cc55af3 service neutron] 10.222.0.66 "GET /v2.0/networks/2f57ea73-0311-45d9-b3ec-3b8c6a24719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827627 Oct 12 18:59:37.838234 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0485783e-bdc3-4667-9114-d4400c16064a req-a4751c49-efee-4089-bd2d-60f43638f3a7 service neutron] 10.222.0.66 "GET /v2.0/networks/2f57ea73-0311-45d9-b3ec-3b8c6a24719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046214 Oct 12 18:59:37.993217 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-654082ad-2310-4c69-ac43-2c87985782d7 req-dd108e06-c094-45bc-933f-a26d43f9d17a tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7d27988-6b6c-45cf-95cd-0c792975420b HTTP/1.1" status: 200 len: 210 time: 0.0255420 Oct 12 18:59:38.909914 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485783e-bdc3-4667-9114-d4400c16064a req-cc9aad70-79c5-450b-8645-2ec1436d0b0b tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:38.911319 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0485783e-bdc3-4667-9114-d4400c16064a req-cc9aad70-79c5-450b-8645-2ec1436d0b0b tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.21 "GET /v2.0/networks?id=2f57ea73-0311-45d9-b3ec-3b8c6a24719e HTTP/1.1" status: 200 len: 808 time: 0.1057341 Oct 12 18:59:38.924279 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-0485783e-bdc3-4667-9114-d4400c16064a req-3151479a-2689-4eaf-a6cd-3959ddb2162d tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Request body: {'port': {'device_id': 'c7d27988-6b6c-45cf-95cd-0c792975420b', 'network_id': '2f57ea73-0311-45d9-b3ec-3b8c6a24719e', 'admin_state_up': True, 'tenant_id': 'b71ce03f6b62492fb3d97d4d0bf9b9bc'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:59:39.037513 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0485783e-bdc3-4667-9114-d4400c16064a req-3151479a-2689-4eaf-a6cd-3959ddb2162d tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Made reservation on behalf of b71ce03f6b62492fb3d97d4d0bf9b9bc for: {'port': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:59:39.041090 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-0485783e-bdc3-4667-9114-d4400c16064a req-3151479a-2689-4eaf-a6cd-3959ddb2162d tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:39.117778 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-c49dcdaa-cf69-4e30-876f-725f3f2a3d84 req-588acc38-7cdf-4e3e-8aad-40c6653a7546 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7d27988-6b6c-45cf-95cd-0c792975420b HTTP/1.1" status: 200 len: 210 time: 0.0546420 Oct 12 18:59:39.189653 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [req-0485783e-bdc3-4667-9114-d4400c16064a req-3151479a-2689-4eaf-a6cd-3959ddb2162d tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Allocated IP 172.20.0.13 (2f57ea73-0311-45d9-b3ec-3b8c6a24719e/7a057a7f-1412-4f60-b5a2-5cc703decffa/58ceef0f-1b1a-4042-b3f1-cdee5b703fc3) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:59:39.330633 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-0485783e-bdc3-4667-9114-d4400c16064a req-3151479a-2689-4eaf-a6cd-3959ddb2162d tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:39.364564 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-0485783e-bdc3-4667-9114-d4400c16064a req-3151479a-2689-4eaf-a6cd-3959ddb2162d tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:39.407746 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0485783e-bdc3-4667-9114-d4400c16064a req-3151479a-2689-4eaf-a6cd-3959ddb2162d tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Network 2f57ea73-0311-45d9-b3ec-3b8c6a24719e is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:59:39.410833 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [req-0485783e-bdc3-4667-9114-d4400c16064a req-3151479a-2689-4eaf-a6cd-3959ddb2162d tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:59:39.414515 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0485783e-bdc3-4667-9114-d4400c16064a req-3151479a-2689-4eaf-a6cd-3959ddb2162d tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:59:39.437958 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151479a-2689-4eaf-a6cd-3959ddb2162d tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Pushing event updated for resources: {'Port': ['ID=58ceef0f-1b1a-4042-b3f1-cdee5b703fc3,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:39.465261 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485783e-bdc3-4667-9114-d4400c16064a req-3151479a-2689-4eaf-a6cd-3959ddb2162d tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:39.465892 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-0485783e-bdc3-4667-9114-d4400c16064a req-3151479a-2689-4eaf-a6cd-3959ddb2162d tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:39.480955 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0485783e-bdc3-4667-9114-d4400c16064a req-3151479a-2689-4eaf-a6cd-3959ddb2162d tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5607071 Oct 12 18:59:39.498311 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Request body: {'port': {'device_id': 'c7d27988-6b6c-45cf-95cd-0c792975420b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:59:39.552411 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:39.654715 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:39.807294 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 {{(pid=100617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:59:39.815237 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:39.828533 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.provisioning_blocks [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Transition to ACTIVE for port object 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 will not be triggered until provisioned by entity L2. {{(pid=100617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:59:39.832228 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:39.884293 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Pushing event updated for resources: {'Port': ['ID=58ceef0f-1b1a-4042-b3f1-cdee5b703fc3,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:39.953489 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Attempting to bind port 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:59:39.954166 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Attempting to bind port 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '2f57ea73-0311-45d9-b3ec-3b8c6a24719e'}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:59:39.954166 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Attempting to bind port 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 on network 2f57ea73-0311-45d9-b3ec-3b8c6a24719e {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:59:39.958330 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Port 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 on network 2f57ea73-0311-45d9-b3ec-3b8c6a24719e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:59:39.958649 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Attempting to bind port 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 on network 2f57ea73-0311-45d9-b3ec-3b8c6a24719e {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:59:39.963333 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:59:39.963663 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Checking segment: {'id': 'c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '2f57ea73-0311-45d9-b3ec-3b8c6a24719e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:59:39.964666 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Bound using segment: {'id': 'c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '2f57ea73-0311-45d9-b3ec-3b8c6a24719e'} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:59:39.965214 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Bound port: 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '2f57ea73-0311-45d9-b3ec-3b8c6a24719e'}}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:59:39.965597 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:40.028537 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] For port 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3, host hv-cinder-81322, cleared binding levels {{(pid=100617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:59:40.031433 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] For port 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=58ceef0f-1b1a-4042-b3f1-cdee5b703fc3,segment=NetworkSegment(c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e),segment_id=c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e)] {{(pid=100617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:59:40.035816 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:40.072554 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:40.073159 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:40.075331 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0485783e-bdc3-4667-9114-d4400c16064a req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] 10.222.0.21 "PUT /v2.0/ports/58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 HTTP/1.1" status: 200 len: 1094 time: 0.5809913 Oct 12 18:59:40.075757 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d27988-6b6c-45cf-95cd-0c792975420b', 'tag': '58ceef0f-1b1a-4042-b3f1-cdee5b703fc3'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:59:40.078025 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2753747b-723f-4270-8e54-69d30f2c6a54" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d27988-6b6c-45cf-95cd-0c792975420b", "tag": "58ceef0f-1b1a-4042-b3f1-cdee5b703fc3"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:59:40.097304 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea8b4b-caa0-466d-942a-ea5f74940733 service neutron] Pushing event updated for resources: {'Port': ['ID=58ceef0f-1b1a-4042-b3f1-cdee5b703fc3,revision_number=3']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:40.112931 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ae32bc-0441-4b6f-b77d-8b04236649ba x-openstack-request-id: req-06ae32bc-0441-4b6f-b77d-8b04236649ba {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:59:40.113217 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d27988-6b6c-45cf-95cd-0c792975420b", "tag": "58ceef0f-1b1a-4042-b3f1-cdee5b703fc3", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:59:40.113498 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-06ae32bc-0441-4b6f-b77d-8b04236649ba {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:59:40.113890 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d27988-6b6c-45cf-95cd-0c792975420b', 'tag': '58ceef0f-1b1a-4042-b3f1-cdee5b703fc3', 'status': 'completed', 'code': 200} Oct 12 18:59:40.158774 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485783e-bdc3-4667-9114-d4400c16064a req-0449b079-c264-4975-b837-e86440606fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:40.160255 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0485783e-bdc3-4667-9114-d4400c16064a req-0449b079-c264-4975-b837-e86440606fe3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b71ce03f6b62492fb3d97d4d0bf9b9bc&device_id=c7d27988-6b6c-45cf-95cd-0c792975420b HTTP/1.1" status: 200 len: 1097 time: 0.0427687 Oct 12 18:59:40.207192 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0485783e-bdc3-4667-9114-d4400c16064a req-5d427bff-1d49-44a9-b4ae-0f2238c1ae5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 HTTP/1.1" status: 200 len: 217 time: 0.0388920 Oct 12 18:59:40.276985 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485783e-bdc3-4667-9114-d4400c16064a req-00327d45-851b-4f69-9e5d-c5e2274c9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:40.278906 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0485783e-bdc3-4667-9114-d4400c16064a req-00327d45-851b-4f69-9e5d-c5e2274c9a32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a057a7f-1412-4f60-b5a2-5cc703decffa HTTP/1.1" status: 200 len: 848 time: 0.0644510 Oct 12 18:59:40.287141 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63478a6f-4b76-4ed9-9a56-fde153ff28fe req-29f39e4d-7a68-41e3-a378-c8498aec186e tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:40.288491 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-63478a6f-4b76-4ed9-9a56-fde153ff28fe req-29f39e4d-7a68-41e3-a378-c8498aec186e tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7d27988-6b6c-45cf-95cd-0c792975420b HTTP/1.1" status: 200 len: 944 time: 0.0837035 Oct 12 18:59:40.327298 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0485783e-bdc3-4667-9114-d4400c16064a req-f1ae81ef-d8b1-4f30-a6df-765dd71a2fbf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f57ea73-0311-45d9-b3ec-3b8c6a24719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379062 Oct 12 18:59:40.360655 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-63478a6f-4b76-4ed9-9a56-fde153ff28fe req-28738fb8-00df-44a9-8188-b5c8f754af4e tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639677 Oct 12 18:59:40.425515 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0485783e-bdc3-4667-9114-d4400c16064a req-05d12861-9335-4d01-a9f9-ab4de6423b31 service neutron] 10.222.0.21 "GET /v2.0/networks/2f57ea73-0311-45d9-b3ec-3b8c6a24719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908878 Oct 12 18:59:40.516541 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0485783e-bdc3-4667-9114-d4400c16064a req-56a91988-6d9e-4989-892f-d84d9d9442e7 service neutron] 10.222.0.21 "GET /v2.0/networks/2f57ea73-0311-45d9-b3ec-3b8c6a24719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841062 Oct 12 18:59:40.603814 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753747b-723f-4270-8e54-69d30f2c6a54 req-6077867a-3903-48ca-821e-31e47df6a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:40.605794 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2753747b-723f-4270-8e54-69d30f2c6a54 req-6077867a-3903-48ca-821e-31e47df6a1e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b71ce03f6b62492fb3d97d4d0bf9b9bc&device_id=c7d27988-6b6c-45cf-95cd-0c792975420b HTTP/1.1" status: 200 len: 1097 time: 0.0412130 Oct 12 18:59:40.697353 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753747b-723f-4270-8e54-69d30f2c6a54 req-f7ffb7bf-ff11-43c4-889f-ee1103fc5e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:40.698843 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2753747b-723f-4270-8e54-69d30f2c6a54 req-f7ffb7bf-ff11-43c4-889f-ee1103fc5e27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f57ea73-0311-45d9-b3ec-3b8c6a24719e HTTP/1.1" status: 200 len: 909 time: 0.0868919 Oct 12 18:59:40.739924 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2753747b-723f-4270-8e54-69d30f2c6a54 req-eedc66e6-8b5d-47a4-966b-04da1d236152 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 HTTP/1.1" status: 200 len: 217 time: 0.0338657 Oct 12 18:59:40.786295 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753747b-723f-4270-8e54-69d30f2c6a54 req-7f02b243-648f-4a4f-a42b-b216fb8c93c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:40.787645 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2753747b-723f-4270-8e54-69d30f2c6a54 req-7f02b243-648f-4a4f-a42b-b216fb8c93c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a057a7f-1412-4f60-b5a2-5cc703decffa HTTP/1.1" status: 200 len: 848 time: 0.0410721 Oct 12 18:59:40.818013 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2753747b-723f-4270-8e54-69d30f2c6a54 req-988a7f9d-7599-40e3-b8e8-f45b10ae6d1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f57ea73-0311-45d9-b3ec-3b8c6a24719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236027 Oct 12 18:59:40.915769 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2753747b-723f-4270-8e54-69d30f2c6a54 req-59b7bfbf-759b-4fa6-9776-e800658a10c7 service neutron] 10.222.0.21 "GET /v2.0/networks/2f57ea73-0311-45d9-b3ec-3b8c6a24719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903976 Oct 12 18:59:41.010812 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2753747b-723f-4270-8e54-69d30f2c6a54 req-e54ed0c3-5d69-4ee4-9f4f-72d925a65101 service neutron] 10.222.0.21 "GET /v2.0/networks/2f57ea73-0311-45d9-b3ec-3b8c6a24719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877786 Oct 12 18:59:41.477878 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d597d9-20df-4536-a4f1-93d2002da393 req-f08bcb7f-2124-4e50-9e67-37dc4d664b53 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:41.479306 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-17d597d9-20df-4536-a4f1-93d2002da393 req-f08bcb7f-2124-4e50-9e67-37dc4d664b53 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7d27988-6b6c-45cf-95cd-0c792975420b HTTP/1.1" status: 200 len: 944 time: 0.0503905 Oct 12 18:59:41.516252 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-17d597d9-20df-4536-a4f1-93d2002da393 req-23af0e1d-e8f9-4036-ba3b-805cde4dd5c4 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310140 Oct 12 18:59:42.631141 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e46d32-e6f1-499c-a875-3deacda7b368 req-7525ee4a-ac93-4cdb-85c1-53309d941c45 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:42.632588 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e9e46d32-e6f1-499c-a875-3deacda7b368 req-7525ee4a-ac93-4cdb-85c1-53309d941c45 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7d27988-6b6c-45cf-95cd-0c792975420b HTTP/1.1" status: 200 len: 944 time: 0.0483780 Oct 12 18:59:42.670051 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e9e46d32-e6f1-499c-a875-3deacda7b368 req-4fd4ab41-a2aa-4a44-8a1d-d986ba79b8f2 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313413 Oct 12 18:59:43.624112 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:59:43.720533 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=58ceef0f-1b1a-4042-b3f1-cdee5b703fc3,segment=NetworkSegment(c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e),segment_id=c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:59:43.731898 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': '58ceef0f-1b1a-4042-b3f1-cdee5b703fc3', 'network_id': '2f57ea73-0311-45d9-b3ec-3b8c6a24719e', 'port_id': '58ceef0f-1b1a-4042-b3f1-cdee5b703fc3', 'mac_address': 'fa:16:3e:6e:38:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a057a7f-1412-4f60-b5a2-5cc703decffa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:59:43.768809 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:43.780488 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fd6d7-1e41-40bd-8201-105bcc3571df req-0ce25c7a-4ed1-4134-91ca-77b3192407e7 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:43.782003 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a51fd6d7-1e41-40bd-8201-105bcc3571df req-0ce25c7a-4ed1-4134-91ca-77b3192407e7 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7d27988-6b6c-45cf-95cd-0c792975420b HTTP/1.1" status: 200 len: 944 time: 0.0473979 Oct 12 18:59:43.782327 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:59:43.801883 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=58ceef0f-1b1a-4042-b3f1-cdee5b703fc3,segment=NetworkSegment(c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e),segment_id=c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:59:43.806185 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:43.825190 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a51fd6d7-1e41-40bd-8201-105bcc3571df req-4d60876f-71af-4560-a4f3-5792bf110b70 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373104 Oct 12 18:59:43.857854 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=58ceef0f-1b1a-4042-b3f1-cdee5b703fc3,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:43.864752 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:43.865098 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:43.865461 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:43.865792 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:43.866119 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:43.866448 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:43.866768 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:43.867105 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:43.867414 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:43.867729 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:43.868044 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:43.868357 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:44.121456 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['58ceef0f-1b1a-4042-b3f1-cdee5b703fc3'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:59:44.937559 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb11954-5ad4-49ee-8168-913a966b02df req-44dcc6ea-76c9-4e09-8fe9-8b23a0860302 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:44.939007 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1bb11954-5ad4-49ee-8168-913a966b02df req-44dcc6ea-76c9-4e09-8fe9-8b23a0860302 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7d27988-6b6c-45cf-95cd-0c792975420b HTTP/1.1" status: 200 len: 945 time: 0.0480022 Oct 12 18:59:44.976056 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1bb11954-5ad4-49ee-8168-913a966b02df req-23e676a3-0607-4f2c-b6c3-5ef8255c33f7 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309806 Oct 12 18:59:45.639428 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:59:45.692561 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:59:45.696251 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:59:45.696623 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:45.771942 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:45.794322 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d27988-6b6c-45cf-95cd-0c792975420b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ceef0f-1b1a-4042-b3f1-cdee5b703fc3'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:59:45.796547 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3910fa51-cf76-4a0d-9766-8c4e91febd4b" -d '{"events": [{"server_uuid": "c7d27988-6b6c-45cf-95cd-0c792975420b", "name": "network-vif-plugged", "status": "completed", "tag": "58ceef0f-1b1a-4042-b3f1-cdee5b703fc3"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:59:45.809486 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=58ceef0f-1b1a-4042-b3f1-cdee5b703fc3,segment=NetworkSegment(c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e),segment_id=c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:59:45.813466 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:45.837232 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa145d4-ba3f-4d9d-8250-fce30b0e7576 x-openstack-request-id: req-1aa145d4-ba3f-4d9d-8250-fce30b0e7576 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:59:45.837558 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d27988-6b6c-45cf-95cd-0c792975420b", "name": "network-vif-plugged", "status": "completed", "tag": "58ceef0f-1b1a-4042-b3f1-cdee5b703fc3", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:59:45.837796 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1aa145d4-ba3f-4d9d-8250-fce30b0e7576 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:59:45.838190 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d27988-6b6c-45cf-95cd-0c792975420b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ceef0f-1b1a-4042-b3f1-cdee5b703fc3', 'code': 200} Oct 12 18:59:45.863682 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=58ceef0f-1b1a-4042-b3f1-cdee5b703fc3,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:45.994024 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78443a-7e42-42fa-badf-914ee40ec50d req-36bfcbbe-0d6f-4f95-9ee8-fdddcecfc644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:45.995446 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0c78443a-7e42-42fa-badf-914ee40ec50d req-36bfcbbe-0d6f-4f95-9ee8-fdddcecfc644 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c7d27988-6b6c-45cf-95cd-0c792975420b HTTP/1.1" status: 200 len: 1099 time: 0.0399802 Oct 12 18:59:46.031116 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0c78443a-7e42-42fa-badf-914ee40ec50d req-5b283fa0-5622-41eb-be36-5e945ea90f18 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291617 Oct 12 18:59:46.086985 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe1619-6d04-4200-96b6-b1cb3d809d2d req-191fd0e8-2d21-4f4a-b50a-65b0d263ec61 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:46.088395 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cffe1619-6d04-4200-96b6-b1cb3d809d2d req-191fd0e8-2d21-4f4a-b50a-65b0d263ec61 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7d27988-6b6c-45cf-95cd-0c792975420b HTTP/1.1" status: 200 len: 946 time: 0.0474319 Oct 12 18:59:46.127558 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-cffe1619-6d04-4200-96b6-b1cb3d809d2d req-0f19bb02-e36d-4678-8f98-7da82c7ba038 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332546 Oct 12 18:59:47.242866 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45912cf-9f86-4bf5-84ef-6f5df3249241 req-2eecfd6b-146f-459c-b039-ab5bc3d2c052 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:47.244341 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a45912cf-9f86-4bf5-84ef-6f5df3249241 req-2eecfd6b-146f-459c-b039-ab5bc3d2c052 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7d27988-6b6c-45cf-95cd-0c792975420b HTTP/1.1" status: 200 len: 946 time: 0.0487602 Oct 12 18:59:47.282922 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-a45912cf-9f86-4bf5-84ef-6f5df3249241 req-6e491841-dbd4-4e83-b5dc-19c0c7600b15 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325875 Oct 12 18:59:48.395129 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bc53a-ec9a-4f09-8ff1-caf4ea4cc3e2 req-f958ab48-e801-4fc3-961b-0c444e840354 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:48.396548 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-579bc53a-ec9a-4f09-8ff1-caf4ea4cc3e2 req-f958ab48-e801-4fc3-961b-0c444e840354 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7d27988-6b6c-45cf-95cd-0c792975420b HTTP/1.1" status: 200 len: 946 time: 0.0475905 Oct 12 18:59:48.431834 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-579bc53a-ec9a-4f09-8ff1-caf4ea4cc3e2 req-6bf6e943-c2d6-4035-87bd-f95704da6964 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293586 Oct 12 18:59:49.009681 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fb1d0-8eb9-4383-8708-9e638809215f req-4a7390b1-fe9b-4718-90fe-f1c27a07f986 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:49.011209 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bc9fb1d0-8eb9-4383-8708-9e638809215f req-4a7390b1-fe9b-4718-90fe-f1c27a07f986 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7d27988-6b6c-45cf-95cd-0c792975420b HTTP/1.1" status: 200 len: 946 time: 0.0476027 Oct 12 18:59:49.051055 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-bc9fb1d0-8eb9-4383-8708-9e638809215f req-d644a850-bec0-4e91-8f50-756f33818193 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340035 Oct 12 18:59:50.166272 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4377055-f07e-46d8-9c7f-a16b201900b9 req-56341cd9-98ce-4b61-a689-70bc0e7e72b6 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:50.168420 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f4377055-f07e-46d8-9c7f-a16b201900b9 req-56341cd9-98ce-4b61-a689-70bc0e7e72b6 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7d27988-6b6c-45cf-95cd-0c792975420b HTTP/1.1" status: 200 len: 946 time: 0.0493271 Oct 12 18:59:50.205530 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f4377055-f07e-46d8-9c7f-a16b201900b9 req-219c78f2-dbe2-480d-ae10-ca36078b1845 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310488 Oct 12 18:59:50.553124 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd9917-362c-4d37-ae2b-3ef9c06c4961 req-84c21df2-6021-491c-bf8d-3d94abe88fa7 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:50.554597 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6fbd9917-362c-4d37-ae2b-3ef9c06c4961 req-84c21df2-6021-491c-bf8d-3d94abe88fa7 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d27988-6b6c-45cf-95cd-0c792975420b HTTP/1.1" status: 200 len: 946 time: 0.0483785 Oct 12 18:59:50.646204 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-6fbd9917-362c-4d37-ae2b-3ef9c06c4961 req-aaf99cfb-832b-4e01-83cd-577682179c1e tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Deleting port 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:59:50.646574 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6fbd9917-362c-4d37-ae2b-3ef9c06c4961 req-aaf99cfb-832b-4e01-83cd-577682179c1e tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:50.733502 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-6fbd9917-362c-4d37-ae2b-3ef9c06c4961 req-aaf99cfb-832b-4e01-83cd-577682179c1e tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] For port 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=58ceef0f-1b1a-4042-b3f1-cdee5b703fc3,segment=NetworkSegment(c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e),segment_id=c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:59:50.733882 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6fbd9917-362c-4d37-ae2b-3ef9c06c4961 req-aaf99cfb-832b-4e01-83cd-577682179c1e tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:50.745780 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-6fbd9917-362c-4d37-ae2b-3ef9c06c4961 req-aaf99cfb-832b-4e01-83cd-577682179c1e tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Calling delete_port for 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:59:50.871465 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6fbd9917-362c-4d37-ae2b-3ef9c06c4961 req-aaf99cfb-832b-4e01-83cd-577682179c1e tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:50.884984 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['58ceef0f-1b1a-4042-b3f1-cdee5b703fc3'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:59:50.905722 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf99cfb-832b-4e01-83cd-577682179c1e tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Pushing event deleted for resources: {'Port': ['ID=58ceef0f-1b1a-4042-b3f1-cdee5b703fc3,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:50.946570 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbd9917-362c-4d37-ae2b-3ef9c06c4961 req-aaf99cfb-832b-4e01-83cd-577682179c1e tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] No DVR routers for this DVR port 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:59:50.949949 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-6fbd9917-362c-4d37-ae2b-3ef9c06c4961 req-aaf99cfb-832b-4e01-83cd-577682179c1e tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:50.953225 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6fbd9917-362c-4d37-ae2b-3ef9c06c4961 req-aaf99cfb-832b-4e01-83cd-577682179c1e tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.21 "DELETE /v2.0/ports/58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 HTTP/1.1" status: 204 len: 173 time: 0.3924901 Oct 12 18:59:50.953759 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d27988-6b6c-45cf-95cd-0c792975420b', 'name': 'network-vif-deleted', 'tag': '58ceef0f-1b1a-4042-b3f1-cdee5b703fc3'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:59:50.956056 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e165b8-172f-4df9-902a-9b10c1928152" -d '{"events": [{"server_uuid": "c7d27988-6b6c-45cf-95cd-0c792975420b", "name": "network-vif-deleted", "tag": "58ceef0f-1b1a-4042-b3f1-cdee5b703fc3"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:59:50.992626 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1277a3-d6ad-42a2-945a-52ac98a83fdc x-openstack-request-id: req-ae1277a3-d6ad-42a2-945a-52ac98a83fdc {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:59:50.992953 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d27988-6b6c-45cf-95cd-0c792975420b", "name": "network-vif-deleted", "tag": "58ceef0f-1b1a-4042-b3f1-cdee5b703fc3", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:59:50.993204 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ae1277a3-d6ad-42a2-945a-52ac98a83fdc {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:59:50.993683 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d27988-6b6c-45cf-95cd-0c792975420b', 'name': 'network-vif-deleted', 'tag': '58ceef0f-1b1a-4042-b3f1-cdee5b703fc3', 'status': 'completed', 'code': 200} Oct 12 18:59:51.309239 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0627230f-4cb5-43cb-aef0-c347c6403d78 req-fc098fea-e4b8-4ad3-a3f7-756b7a7888b3 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7d27988-6b6c-45cf-95cd-0c792975420b HTTP/1.1" status: 200 len: 210 time: 0.0262709 Oct 12 18:59:52.570791 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-8743fe72-9deb-4243-84a6-09b1132208f5 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:52.572341 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-8743fe72-9deb-4243-84a6-09b1132208f5 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/networks?id=2f57ea73-0311-45d9-b3ec-3b8c6a24719e HTTP/1.1" status: 200 len: 808 time: 0.1098154 Oct 12 18:59:52.588464 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-8ee9d39b-f9e1-4457-9e0e-6752f98af99d tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/quotas/b71ce03f6b62492fb3d97d4d0bf9b9bc HTTP/1.1" status: 200 len: 375 time: 0.0092731 Oct 12 18:59:52.624794 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-1ec8c496-0ee9-4ebf-8f51-91852983ff63 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b71ce03f6b62492fb3d97d4d0bf9b9bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299168 Oct 12 18:59:52.677265 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-69a5b65d-4188-46e1-9e14-5ee6c0f8e068 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:59:52.678267 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-69a5b65d-4188-46e1-9e14-5ee6c0f8e068 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0472267 Oct 12 18:59:52.764764 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-a72015d3-0f17-4dfe-97be-e408d506de07 service neutron] 10.222.0.66 "GET /v2.0/networks/2f57ea73-0311-45d9-b3ec-3b8c6a24719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802753 Oct 12 18:59:52.855099 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-6d275296-224d-45c3-9abd-c11c0a6edfe3 service neutron] 10.222.0.66 "GET /v2.0/networks/2f57ea73-0311-45d9-b3ec-3b8c6a24719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843294 Oct 12 18:59:53.013370 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5270a237-7179-429a-a44c-f83484087550 req-a0b86087-7b90-4a3e-8575-2d017d730f60 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc99358c-ad9f-4424-be8f-74ba5120f9fa HTTP/1.1" status: 200 len: 210 time: 0.0284457 Oct 12 18:59:53.640247 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:59:53.671000 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:59:53.689735 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:59:53.690074 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 58ceef0f-1b1a-4042-b3f1-cdee5b703fc3 not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:59:53.887064 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-1b806e49-558c-44bb-9042-fcf0b7e210a1 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:53.888482 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-1b806e49-558c-44bb-9042-fcf0b7e210a1 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.21 "GET /v2.0/networks?id=2f57ea73-0311-45d9-b3ec-3b8c6a24719e HTTP/1.1" status: 200 len: 808 time: 0.1076019 Oct 12 18:59:53.900902 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-58326931-d2f9-4acc-91bb-b6e4db8603cd tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Request body: {'port': {'device_id': 'cc99358c-ad9f-4424-be8f-74ba5120f9fa', 'network_id': '2f57ea73-0311-45d9-b3ec-3b8c6a24719e', 'admin_state_up': True, 'tenant_id': 'b71ce03f6b62492fb3d97d4d0bf9b9bc'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:59:54.013177 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-58326931-d2f9-4acc-91bb-b6e4db8603cd tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Made reservation on behalf of b71ce03f6b62492fb3d97d4d0bf9b9bc for: {'port': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:59:54.016611 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-58326931-d2f9-4acc-91bb-b6e4db8603cd tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:54.136971 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6257c467-8d0f-4033-8520-0806af18f09c req-e63a6d40-c1dc-4a21-a878-aa0c357282ef tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc99358c-ad9f-4424-be8f-74ba5120f9fa HTTP/1.1" status: 200 len: 210 time: 0.0530171 Oct 12 18:59:54.162526 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-58326931-d2f9-4acc-91bb-b6e4db8603cd tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Allocated IP 172.20.0.11 (2f57ea73-0311-45d9-b3ec-3b8c6a24719e/7a057a7f-1412-4f60-b5a2-5cc703decffa/61a76bfd-a7d3-4f97-96b1-7929176790ef) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:59:54.303680 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-58326931-d2f9-4acc-91bb-b6e4db8603cd tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:54.336093 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-58326931-d2f9-4acc-91bb-b6e4db8603cd tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:54.379147 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-58326931-d2f9-4acc-91bb-b6e4db8603cd tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Network 2f57ea73-0311-45d9-b3ec-3b8c6a24719e is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:59:54.382231 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-58326931-d2f9-4acc-91bb-b6e4db8603cd tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:59:54.385884 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-58326931-d2f9-4acc-91bb-b6e4db8603cd tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:59:54.392543 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58326931-d2f9-4acc-91bb-b6e4db8603cd tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Pushing event updated for resources: {'Port': ['ID=61a76bfd-a7d3-4f97-96b1-7929176790ef,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:54.436233 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-58326931-d2f9-4acc-91bb-b6e4db8603cd tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:54.436823 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-58326931-d2f9-4acc-91bb-b6e4db8603cd tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:54.452586 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-58326931-d2f9-4acc-91bb-b6e4db8603cd tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5553102 Oct 12 18:59:54.465315 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Request body: {'port': {'device_id': 'cc99358c-ad9f-4424-be8f-74ba5120f9fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:59:54.465546 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2dbea6bd-cb04-412b-a07d-f9fb0c8dabad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:54.519259 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:54.768586 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a76bfd-a7d3-4f97-96b1-7929176790ef {{(pid=100617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:59:54.775540 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:54.787107 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.provisioning_blocks [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Transition to ACTIVE for port object 61a76bfd-a7d3-4f97-96b1-7929176790ef will not be triggered until provisioned by entity L2. {{(pid=100617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:59:54.790646 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:54.840870 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Pushing event updated for resources: {'Port': ['ID=61a76bfd-a7d3-4f97-96b1-7929176790ef,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:54.910031 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Attempting to bind port 61a76bfd-a7d3-4f97-96b1-7929176790ef on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:59:54.910725 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Attempting to bind port 61a76bfd-a7d3-4f97-96b1-7929176790ef by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '2f57ea73-0311-45d9-b3ec-3b8c6a24719e'}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:59:54.910725 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Attempting to bind port 61a76bfd-a7d3-4f97-96b1-7929176790ef on network 2f57ea73-0311-45d9-b3ec-3b8c6a24719e {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:59:54.914827 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Port 61a76bfd-a7d3-4f97-96b1-7929176790ef on network 2f57ea73-0311-45d9-b3ec-3b8c6a24719e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:59:54.915145 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Attempting to bind port 61a76bfd-a7d3-4f97-96b1-7929176790ef on network 2f57ea73-0311-45d9-b3ec-3b8c6a24719e {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:59:54.920508 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:59:54.920835 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Checking segment: {'id': 'c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '2f57ea73-0311-45d9-b3ec-3b8c6a24719e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:59:54.921211 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Bound using segment: {'id': 'c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '2f57ea73-0311-45d9-b3ec-3b8c6a24719e'} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:59:54.921658 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Bound port: 61a76bfd-a7d3-4f97-96b1-7929176790ef, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '2f57ea73-0311-45d9-b3ec-3b8c6a24719e'}}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:59:54.922010 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:54.982778 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] For port 61a76bfd-a7d3-4f97-96b1-7929176790ef, host hv-cinder-81322, cleared binding levels {{(pid=100617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:59:54.985856 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] For port 61a76bfd-a7d3-4f97-96b1-7929176790ef, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=61a76bfd-a7d3-4f97-96b1-7929176790ef,segment=NetworkSegment(c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e),segment_id=c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e)] {{(pid=100617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:59:54.990199 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:55.025542 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:55.026152 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:55.027797 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] 10.222.0.21 "PUT /v2.0/ports/61a76bfd-a7d3-4f97-96b1-7929176790ef HTTP/1.1" status: 200 len: 1094 time: 0.5668530 Oct 12 18:59:55.028231 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc99358c-ad9f-4424-be8f-74ba5120f9fa', 'tag': '61a76bfd-a7d3-4f97-96b1-7929176790ef'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:59:55.030482 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8500f2e8-eb07-4ef3-a6e6-21d2c3b22873" -d '{"events": [{"name": "network-changed", "server_uuid": "cc99358c-ad9f-4424-be8f-74ba5120f9fa", "tag": "61a76bfd-a7d3-4f97-96b1-7929176790ef"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:59:55.053294 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611e0ce-dc67-43ca-b6b0-ab1df50fcb1f service neutron] Pushing event updated for resources: {'Port': ['ID=61a76bfd-a7d3-4f97-96b1-7929176790ef,revision_number=3']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:55.073406 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6e91e6-a02d-4dce-a4fa-ec4f492fdbc4 x-openstack-request-id: req-ea6e91e6-a02d-4dce-a4fa-ec4f492fdbc4 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:59:55.073723 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc99358c-ad9f-4424-be8f-74ba5120f9fa", "tag": "61a76bfd-a7d3-4f97-96b1-7929176790ef", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:59:55.073979 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ea6e91e6-a02d-4dce-a4fa-ec4f492fdbc4 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:59:55.074374 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc99358c-ad9f-4424-be8f-74ba5120f9fa', 'tag': '61a76bfd-a7d3-4f97-96b1-7929176790ef', 'status': 'completed', 'code': 200} Oct 12 18:59:55.109603 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-a6b8106e-147f-4d1b-b148-f555d895fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:55.111052 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-a6b8106e-147f-4d1b-b148-f555d895fdbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b71ce03f6b62492fb3d97d4d0bf9b9bc&device_id=cc99358c-ad9f-4424-be8f-74ba5120f9fa HTTP/1.1" status: 200 len: 1097 time: 0.0464089 Oct 12 18:59:55.157367 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-0d47a241-cd0b-45d0-b6d5-bf50598d197f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61a76bfd-a7d3-4f97-96b1-7929176790ef HTTP/1.1" status: 200 len: 217 time: 0.0322082 Oct 12 18:59:55.206986 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-ad9facaa-2375-405a-a25d-362933d77303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:55.208367 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-ad9facaa-2375-405a-a25d-362933d77303 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a057a7f-1412-4f60-b5a2-5cc703decffa HTTP/1.1" status: 200 len: 848 time: 0.0445035 Oct 12 18:59:55.255380 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-159c36b0-2ea0-45c7-969f-10c7b71d9539 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f57ea73-0311-45d9-b3ec-3b8c6a24719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393643 Oct 12 18:59:55.315648 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c1360-6c5d-4ca5-b667-caf666246198 req-e5ad04fd-56ec-480b-9e4e-f5f407331906 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:55.317062 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-df5c1360-6c5d-4ca5-b667-caf666246198 req-e5ad04fd-56ec-480b-9e4e-f5f407331906 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc99358c-ad9f-4424-be8f-74ba5120f9fa HTTP/1.1" status: 200 len: 944 time: 0.1125441 Oct 12 18:59:55.379876 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-df5c1360-6c5d-4ca5-b667-caf666246198 req-78fd13ba-0059-4590-9c34-d7a2ea0ca471 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537260 Oct 12 18:59:55.381781 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-fca832a5-6e0a-4e2d-956c-9854bad31b35 service neutron] 10.222.0.21 "GET /v2.0/networks/2f57ea73-0311-45d9-b3ec-3b8c6a24719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194565 Oct 12 18:59:55.473925 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-92c785a4-5bc3-4dca-be90-509f2875c3ad req-770248e1-c735-4344-ac82-dcbdfc87f423 service neutron] 10.222.0.21 "GET /v2.0/networks/2f57ea73-0311-45d9-b3ec-3b8c6a24719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842605 Oct 12 18:59:55.555072 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500f2e8-eb07-4ef3-a6e6-21d2c3b22873 req-4e7391ea-1b19-4128-9943-288592bbf531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:55.556553 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8500f2e8-eb07-4ef3-a6e6-21d2c3b22873 req-4e7391ea-1b19-4128-9943-288592bbf531 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b71ce03f6b62492fb3d97d4d0bf9b9bc&device_id=cc99358c-ad9f-4424-be8f-74ba5120f9fa HTTP/1.1" status: 200 len: 1097 time: 0.0398624 Oct 12 18:59:55.647278 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500f2e8-eb07-4ef3-a6e6-21d2c3b22873 req-53f819df-2f41-40d9-a73d-f8fd5849617a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:55.648588 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8500f2e8-eb07-4ef3-a6e6-21d2c3b22873 req-53f819df-2f41-40d9-a73d-f8fd5849617a service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f57ea73-0311-45d9-b3ec-3b8c6a24719e HTTP/1.1" status: 200 len: 909 time: 0.0845866 Oct 12 18:59:55.688116 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8500f2e8-eb07-4ef3-a6e6-21d2c3b22873 req-0bf7c58d-1d9d-4884-bcbd-f3fcedbb8716 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61a76bfd-a7d3-4f97-96b1-7929176790ef HTTP/1.1" status: 200 len: 217 time: 0.0324266 Oct 12 18:59:55.735488 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500f2e8-eb07-4ef3-a6e6-21d2c3b22873 req-fa5363b3-385f-41d9-b341-1b4ffcd82d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:55.736831 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8500f2e8-eb07-4ef3-a6e6-21d2c3b22873 req-fa5363b3-385f-41d9-b341-1b4ffcd82d8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a057a7f-1412-4f60-b5a2-5cc703decffa HTTP/1.1" status: 200 len: 848 time: 0.0419152 Oct 12 18:59:55.766902 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8500f2e8-eb07-4ef3-a6e6-21d2c3b22873 req-a064473a-8f83-4e12-aa95-960646b28ac6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f57ea73-0311-45d9-b3ec-3b8c6a24719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231035 Oct 12 18:59:56.118356 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8500f2e8-eb07-4ef3-a6e6-21d2c3b22873 req-8cbba66c-d622-49a3-a657-a33cbc1f2a4b service neutron] 10.222.0.21 "GET /v2.0/networks/2f57ea73-0311-45d9-b3ec-3b8c6a24719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445106 Oct 12 18:59:56.209011 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8500f2e8-eb07-4ef3-a6e6-21d2c3b22873 req-e3f5eb53-5686-4b99-9822-9105ab274388 service neutron] 10.222.0.21 "GET /v2.0/networks/2f57ea73-0311-45d9-b3ec-3b8c6a24719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829692 Oct 12 18:59:56.493239 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54277a6-7b4c-426e-a4f5-23a789cdf4dc req-15039a8c-1b09-4d11-b520-521f644b9fe5 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:56.494694 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d54277a6-7b4c-426e-a4f5-23a789cdf4dc req-15039a8c-1b09-4d11-b520-521f644b9fe5 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc99358c-ad9f-4424-be8f-74ba5120f9fa HTTP/1.1" status: 200 len: 944 time: 0.0483432 Oct 12 18:59:56.531782 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d54277a6-7b4c-426e-a4f5-23a789cdf4dc req-34250262-8448-48b2-8f5f-8689565cee95 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306575 Oct 12 18:59:56.997612 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2268c5b4-017c-4c2b-bc02-c47faa9b6c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:57.657543 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a9e2b-c956-4cdc-bc89-6ef8ba724dd9 req-4a51b12b-abd4-412d-bf98-0a3c7e7a3875 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:57.658931 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d53a9e2b-c956-4cdc-bc89-6ef8ba724dd9 req-4a51b12b-abd4-412d-bf98-0a3c7e7a3875 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc99358c-ad9f-4424-be8f-74ba5120f9fa HTTP/1.1" status: 200 len: 944 time: 0.0589213 Oct 12 18:59:57.705007 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-d53a9e2b-c956-4cdc-bc89-6ef8ba724dd9 req-bf0227fa-c59d-4a8f-b35a-ae06be2004a1 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399158 Oct 12 18:59:58.014961 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:58.194012 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:58.821215 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3bd7f-4e67-4c29-9b00-8a7c0e7a574c req-b1b5b853-ec99-40aa-9971-bfa93c144aee tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:58.822591 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-63f3bd7f-4e67-4c29-9b00-8a7c0e7a574c req-b1b5b853-ec99-40aa-9971-bfa93c144aee tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc99358c-ad9f-4424-be8f-74ba5120f9fa HTTP/1.1" status: 200 len: 944 time: 0.0526698 Oct 12 18:59:58.860627 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-63f3bd7f-4e67-4c29-9b00-8a7c0e7a574c req-c8b872d1-2251-447a-9c81-be9ab503e970 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310977 Oct 12 18:59:59.686082 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 61a76bfd-a7d3-4f97-96b1-7929176790ef details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:59:59.767309 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:59.790250 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 61a76bfd-a7d3-4f97-96b1-7929176790ef, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=61a76bfd-a7d3-4f97-96b1-7929176790ef,segment=NetworkSegment(c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e),segment_id=c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:59:59.801114 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': '61a76bfd-a7d3-4f97-96b1-7929176790ef', 'network_id': '2f57ea73-0311-45d9-b3ec-3b8c6a24719e', 'port_id': '61a76bfd-a7d3-4f97-96b1-7929176790ef', 'mac_address': 'fa:16:3e:51:78:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a057a7f-1412-4f60-b5a2-5cc703decffa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:59:59.837948 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:59.850702 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a76bfd-a7d3-4f97-96b1-7929176790ef {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:59:59.869501 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 61a76bfd-a7d3-4f97-96b1-7929176790ef, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=61a76bfd-a7d3-4f97-96b1-7929176790ef,segment=NetworkSegment(c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e),segment_id=c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:59:59.873210 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:59.920073 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=61a76bfd-a7d3-4f97-96b1-7929176790ef,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:59.972845 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67478a1c-4fac-4d94-907f-4122c74d4b6b req-0777a8e3-f0ea-432b-92d7-bdcad29ef362 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:59.974231 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-67478a1c-4fac-4d94-907f-4122c74d4b6b req-0777a8e3-f0ea-432b-92d7-bdcad29ef362 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc99358c-ad9f-4424-be8f-74ba5120f9fa HTTP/1.1" status: 200 len: 945 time: 0.0480833 Oct 12 19:00:00.010864 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-67478a1c-4fac-4d94-907f-4122c74d4b6b req-87915db0-ccf4-4358-afb2-e7bc9f472b6f tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308094 Oct 12 19:00:00.231199 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['61a76bfd-a7d3-4f97-96b1-7929176790ef'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:00:01.123700 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f62d94-8a63-4ec9-8697-3f89b11c18b7 req-ce12057b-7c87-42df-b6ca-72711788c811 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:00:01.125128 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-61f62d94-8a63-4ec9-8697-3f89b11c18b7 req-ce12057b-7c87-42df-b6ca-72711788c811 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc99358c-ad9f-4424-be8f-74ba5120f9fa HTTP/1.1" status: 200 len: 945 time: 0.0475585 Oct 12 19:00:01.161573 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-61f62d94-8a63-4ec9-8697-3f89b11c18b7 req-048d4f1c-a20d-49a4-b603-9ada1f03dc30 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304554 Oct 12 19:00:01.686616 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 61a76bfd-a7d3-4f97-96b1-7929176790ef up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:00:01.733981 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port 61a76bfd-a7d3-4f97-96b1-7929176790ef completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:00:01.737781 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port 61a76bfd-a7d3-4f97-96b1-7929176790ef triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:00:01.738155 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:01.814310 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:01.839169 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc99358c-ad9f-4424-be8f-74ba5120f9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a76bfd-a7d3-4f97-96b1-7929176790ef'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:00:01.841682 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413ca9ac-bba8-4a13-9a90-e056d4e5541d" -d '{"events": [{"server_uuid": "cc99358c-ad9f-4424-be8f-74ba5120f9fa", "name": "network-vif-plugged", "status": "completed", "tag": "61a76bfd-a7d3-4f97-96b1-7929176790ef"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:00:01.856604 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port 61a76bfd-a7d3-4f97-96b1-7929176790ef, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=61a76bfd-a7d3-4f97-96b1-7929176790ef,segment=NetworkSegment(c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e),segment_id=c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:00:01.861594 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:01.884670 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbd4cf2-e8a3-4938-9507-1a76265f6eb7 x-openstack-request-id: req-8cbd4cf2-e8a3-4938-9507-1a76265f6eb7 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:00:01.884961 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc99358c-ad9f-4424-be8f-74ba5120f9fa", "name": "network-vif-plugged", "status": "completed", "tag": "61a76bfd-a7d3-4f97-96b1-7929176790ef", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:00:01.885213 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8cbd4cf2-e8a3-4938-9507-1a76265f6eb7 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:00:01.885619 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc99358c-ad9f-4424-be8f-74ba5120f9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a76bfd-a7d3-4f97-96b1-7929176790ef', 'code': 200} Oct 12 19:00:01.911744 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=61a76bfd-a7d3-4f97-96b1-7929176790ef,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:00:02.041181 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19517951-98f4-451c-a50f-8486021830cb req-f5d134ad-57e7-453f-b64c-0d31ebc0c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:00:02.043390 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-19517951-98f4-451c-a50f-8486021830cb req-f5d134ad-57e7-453f-b64c-0d31ebc0c557 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc99358c-ad9f-4424-be8f-74ba5120f9fa HTTP/1.1" status: 200 len: 1099 time: 0.0426955 Oct 12 19:00:02.076028 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-19517951-98f4-451c-a50f-8486021830cb req-a2543e29-3b12-4deb-81c2-67aafdea484f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264311 Oct 12 19:00:02.276554 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b6650-f1a3-4fd4-94d3-de0df7231fd3 req-6cd0a1be-e7eb-4f59-bff0-abb1fa78a882 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:00:02.278657 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fe2b6650-f1a3-4fd4-94d3-de0df7231fd3 req-6cd0a1be-e7eb-4f59-bff0-abb1fa78a882 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc99358c-ad9f-4424-be8f-74ba5120f9fa HTTP/1.1" status: 200 len: 946 time: 0.0480647 Oct 12 19:00:02.314398 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-fe2b6650-f1a3-4fd4-94d3-de0df7231fd3 req-aa2ee973-3b3c-427b-9360-49b8738ec78d tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297625 Oct 12 19:00:03.434909 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c2673-b19e-44bd-9d9a-4465c00d4e9a req-d1de3c25-56ee-476b-8ea5-40a1a9c275dd tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:00:03.436384 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ea9c2673-b19e-44bd-9d9a-4465c00d4e9a req-d1de3c25-56ee-476b-8ea5-40a1a9c275dd tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc99358c-ad9f-4424-be8f-74ba5120f9fa HTTP/1.1" status: 200 len: 946 time: 0.0541265 Oct 12 19:00:03.474540 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ea9c2673-b19e-44bd-9d9a-4465c00d4e9a req-9cd2d82f-d39a-41d5-ab02-00b7dfd1b2bf tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317779 Oct 12 19:00:04.603869 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522b320-a99c-468f-9a06-a7c35f4a5fe9 req-538680a6-0c96-4808-bb30-d3e57bafb18b tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:00:04.605290 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f522b320-a99c-468f-9a06-a7c35f4a5fe9 req-538680a6-0c96-4808-bb30-d3e57bafb18b tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc99358c-ad9f-4424-be8f-74ba5120f9fa HTTP/1.1" status: 200 len: 946 time: 0.0514174 Oct 12 19:00:04.644277 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f522b320-a99c-468f-9a06-a7c35f4a5fe9 req-54720108-6799-4a3d-93bc-db3808e5722b tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331483 Oct 12 19:00:05.259860 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2609b7-5f7f-452b-bb90-596d56b3c45a req-0b9d219e-69d9-4bf8-ad65-2804448d6417 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:00:05.261278 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4f2609b7-5f7f-452b-bb90-596d56b3c45a req-0b9d219e-69d9-4bf8-ad65-2804448d6417 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc99358c-ad9f-4424-be8f-74ba5120f9fa HTTP/1.1" status: 200 len: 946 time: 0.0475266 Oct 12 19:00:05.297632 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-4f2609b7-5f7f-452b-bb90-596d56b3c45a req-254dda23-eb81-4c9d-a78b-6bf5029fd853 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303512 Oct 12 19:00:06.414020 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef010658-faf1-4043-954f-ea3cf33f3670 req-75f0eef7-303d-4377-8bb3-baaa139d5df9 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:00:06.415475 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ef010658-faf1-4043-954f-ea3cf33f3670 req-75f0eef7-303d-4377-8bb3-baaa139d5df9 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc99358c-ad9f-4424-be8f-74ba5120f9fa HTTP/1.1" status: 200 len: 946 time: 0.0488017 Oct 12 19:00:06.453964 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ef010658-faf1-4043-954f-ea3cf33f3670 req-8d7c3e05-c751-49d1-96ae-b30b1dabf26c tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a275a6-e40b-45b1-b3b4-7eec68fff84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320246 Oct 12 19:00:06.796331 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ff183-61e9-470c-9074-39a1176dbcf2 req-cdd2309b-7f5e-4c68-84ee-5640dc05b9ac tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:00:06.797769 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-579ff183-61e9-470c-9074-39a1176dbcf2 req-cdd2309b-7f5e-4c68-84ee-5640dc05b9ac tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc99358c-ad9f-4424-be8f-74ba5120f9fa HTTP/1.1" status: 200 len: 946 time: 0.0517445 Oct 12 19:00:06.891130 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-579ff183-61e9-470c-9074-39a1176dbcf2 req-ffbabd03-a765-4e8f-96fe-b460173e37a7 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Deleting port 61a76bfd-a7d3-4f97-96b1-7929176790ef {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:00:06.891465 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-579ff183-61e9-470c-9074-39a1176dbcf2 req-ffbabd03-a765-4e8f-96fe-b460173e37a7 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:06.982549 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-579ff183-61e9-470c-9074-39a1176dbcf2 req-ffbabd03-a765-4e8f-96fe-b460173e37a7 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] For port 61a76bfd-a7d3-4f97-96b1-7929176790ef, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=61a76bfd-a7d3-4f97-96b1-7929176790ef,segment=NetworkSegment(c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e),segment_id=c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:00:06.982903 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-579ff183-61e9-470c-9074-39a1176dbcf2 req-ffbabd03-a765-4e8f-96fe-b460173e37a7 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:06.994767 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-579ff183-61e9-470c-9074-39a1176dbcf2 req-ffbabd03-a765-4e8f-96fe-b460173e37a7 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Calling delete_port for 61a76bfd-a7d3-4f97-96b1-7929176790ef owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:00:07.117221 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-579ff183-61e9-470c-9074-39a1176dbcf2 req-ffbabd03-a765-4e8f-96fe-b460173e37a7 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:07.128308 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['61a76bfd-a7d3-4f97-96b1-7929176790ef'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:00:07.148463 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbabd03-a765-4e8f-96fe-b460173e37a7 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Pushing event deleted for resources: {'Port': ['ID=61a76bfd-a7d3-4f97-96b1-7929176790ef,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:00:07.187871 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-579ff183-61e9-470c-9074-39a1176dbcf2 req-ffbabd03-a765-4e8f-96fe-b460173e37a7 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] No DVR routers for this DVR port 61a76bfd-a7d3-4f97-96b1-7929176790ef on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:00:07.190366 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-579ff183-61e9-470c-9074-39a1176dbcf2 req-ffbabd03-a765-4e8f-96fe-b460173e37a7 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:07.194242 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-579ff183-61e9-470c-9074-39a1176dbcf2 req-ffbabd03-a765-4e8f-96fe-b460173e37a7 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.21 "DELETE /v2.0/ports/61a76bfd-a7d3-4f97-96b1-7929176790ef HTTP/1.1" status: 204 len: 173 time: 0.3903956 Oct 12 19:00:07.194674 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc99358c-ad9f-4424-be8f-74ba5120f9fa', 'name': 'network-vif-deleted', 'tag': '61a76bfd-a7d3-4f97-96b1-7929176790ef'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:00:07.196932 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61310094-bc3c-4b3b-8b97-b2472d2831ff" -d '{"events": [{"server_uuid": "cc99358c-ad9f-4424-be8f-74ba5120f9fa", "name": "network-vif-deleted", "tag": "61a76bfd-a7d3-4f97-96b1-7929176790ef"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:00:07.235813 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa92d2d1-88cb-486f-9133-eaa3068e509a x-openstack-request-id: req-aa92d2d1-88cb-486f-9133-eaa3068e509a {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:00:07.236101 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc99358c-ad9f-4424-be8f-74ba5120f9fa", "name": "network-vif-deleted", "tag": "61a76bfd-a7d3-4f97-96b1-7929176790ef", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:00:07.236353 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aa92d2d1-88cb-486f-9133-eaa3068e509a {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:00:07.236768 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc99358c-ad9f-4424-be8f-74ba5120f9fa', 'name': 'network-vif-deleted', 'tag': '61a76bfd-a7d3-4f97-96b1-7929176790ef', 'status': 'completed', 'code': 200} Oct 12 19:00:07.557784 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-e61d21ba-fd7b-4539-a965-8f103f7a3bc7 req-9cb1e010-22fe-4a9f-b9fe-07ec80b62e88 tempest-VolumesActionsTest-1339116903 tempest-VolumesActionsTest-1339116903-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc99358c-ad9f-4424-be8f-74ba5120f9fa HTTP/1.1" status: 200 len: 210 time: 0.0275528 Oct 12 19:00:09.637097 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:11.973166 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 61a76bfd-a7d3-4f97-96b1-7929176790ef no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:00:11.993040 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: 61a76bfd-a7d3-4f97-96b1-7929176790ef {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:00:11.993410 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device 61a76bfd-a7d3-4f97-96b1-7929176790ef not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:00:13.362811 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ed18735d-5a26-416d-9df8-418a5ceeeb33 req-acebfb38-51bc-4253-a882-48b6149f0e5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404904 Oct 12 19:00:13.449016 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18735d-5a26-416d-9df8-418a5ceeeb33 req-f6d56dca-8890-433c-9394-8f3620fae90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:00:13.451223 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ed18735d-5a26-416d-9df8-418a5ceeeb33 req-f6d56dca-8890-433c-9394-8f3620fae90f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 1098 time: 0.0435362 Oct 12 19:00:13.551907 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18735d-5a26-416d-9df8-418a5ceeeb33 req-e6b389bb-7887-41a2-a1e1-bd359014ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:00:13.553366 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ed18735d-5a26-416d-9df8-418a5ceeeb33 req-e6b389bb-7887-41a2-a1e1-bd359014ef93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 912 time: 0.0826204 Oct 12 19:00:13.619741 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ed18735d-5a26-416d-9df8-418a5ceeeb33 req-cdf7a02b-b66a-42d7-9907-aa0bc8cf0f53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e62d090c-9ace-4a9f-976b-1860d9922d47 HTTP/1.1" status: 200 len: 1001 time: 0.0589938 Oct 12 19:00:13.666819 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18735d-5a26-416d-9df8-418a5ceeeb33 req-4bda3325-65fa-4565-82c7-ae2ab17f5992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:00:13.668566 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ed18735d-5a26-416d-9df8-418a5ceeeb33 req-4bda3325-65fa-4565-82c7-ae2ab17f5992 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aae68136-9fb4-4119-8455-c8cf7655c6e9 HTTP/1.1" status: 200 len: 850 time: 0.0418315 Oct 12 19:00:13.713912 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18735d-5a26-416d-9df8-418a5ceeeb33 req-0e8715af-d033-4f50-bfd1-59155c638372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:00:13.715881 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ed18735d-5a26-416d-9df8-418a5ceeeb33 req-0e8715af-d033-4f50-bfd1-59155c638372 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c55345b-ca2a-48c3-886b-2a3578444a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407217 Oct 12 19:00:13.805690 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ed18735d-5a26-416d-9df8-418a5ceeeb33 req-083c0396-87b4-4802-ba6a-8834892384b7 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827479 Oct 12 19:00:13.894436 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-ed18735d-5a26-416d-9df8-418a5ceeeb33 req-287d1a39-780c-4f33-8cb3-744f51b5bb77 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799026 Oct 12 19:00:24.473749 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-69012550-510a-44c8-9e81-8263a632304f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:27.002466 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-282bfa4f-e7ae-4404-9dfc-507304ecb7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:28.018765 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:28.197737 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:29.760647 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:30.640047 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:00:31.328683 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 44330) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:00:31.372265 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] Deleting subnet 7a057a7f-1412-4f60-b5a2-5cc703decffa {{(pid=100618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:00:31.375238 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:31.407266 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4565152'] for subnet, precommit_delete_associations {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:31.445568 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785012'] for subnet, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:31.500119 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4877996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4748867'] for subnet, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:31.524008 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a057a7f-1412-4f60-b5a2-5cc703decffa,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:00:31.529087 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:31.532200 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7a057a7f-1412-4f60-b5a2-5cc703decffa HTTP/1.1" status: 204 len: 168 time: 0.2025340 Oct 12 19:00:31.534765 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 44332) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:00:31.537198 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.537567 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.537910 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.538243 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.538570 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.538899 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.539225 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.539554 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.539879 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.540205 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.540523 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.540841 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4f1a3-c682-48ce-81d0-dfa064078f03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.607837 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656927'] for network, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:31.684046 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721551', 'neutron.services.segments.db._delete_segments_for_network-8753793662980'] for network, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:31.703092 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f57ea73-0311-45d9-b3ec-3b8c6a24719e']}} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:00:31.711774 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e') {'for_net_delete': True} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:00:31.712061 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6bdbe4e-ac27-49ca-b4a2-f61e1b9d822e') {} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:00:31.725612 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753793662477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5055547'] for segment, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:31.739173 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:31.744667 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=100617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:00:31.745040 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5055256'] for segment, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: Traceback (most recent call last): Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: timer() Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: cb(*args, **kw) Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: return func(*args, **kwargs) Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: self._notify() Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: self.callback(batched_events) Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: event.method(event) Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: return f(self, *a, **k) Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: return self._get(url).json() Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: return self.request(url, 'GET', **kwargs) Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:00:31.747090 dv-cinder-813229-2-iscsi neutron-server[100617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:00:31.798626 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7932349'] for network, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:31.803967 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:31.807178 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2f57ea73-0311-45d9-b3ec-3b8c6a24719e HTTP/1.1" status: 204 len: 168 time: 0.2713397 Oct 12 19:00:31.818571 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f57ea73-0311-45d9-b3ec-3b8c6a24719e,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:00:31.826644 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.827007 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.827349 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.827691 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.828024 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.828353 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.828782 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.829052 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.829338 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.829728 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.830005 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.830328 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dde96f-ff93-48fd-a2ee-05274e7b9052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:00:31.936554 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 44336) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:00:31.976035 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-ce91f11f-a95d-4b81-9ae9-036978e9c8c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b71ce03f6b62492fb3d97d4d0bf9b9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383773 Oct 12 19:00:31.978437 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 44338) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:00:32.024696 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-69eddd61-f92f-4bfa-bf34-afce188f822b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:32.045789 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-69eddd61-f92f-4bfa-bf34-afce188f822b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:32.097004 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-69eddd61-f92f-4bfa-bf34-afce188f822b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:32.099612 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-69eddd61-f92f-4bfa-bf34-afce188f822b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:32.100782 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-69eddd61-f92f-4bfa-bf34-afce188f822b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68a275a6-e40b-45b1-b3b4-7eec68fff84c HTTP/1.1" status: 204 len: 168 time: 0.1214728 Oct 12 19:00:32.108601 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eddd61-f92f-4bfa-bf34-afce188f822b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a275a6-e40b-45b1-b3b4-7eec68fff84c,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:00:39.650693 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:42.832268 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 44472) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:00:42.959590 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-10eceb25-dd02-4b20-bf13-710a3ce3b175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:43.037685 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-10eceb25-dd02-4b20-bf13-710a3ce3b175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:43.040964 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-10eceb25-dd02-4b20-bf13-710a3ce3b175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_create {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:43.079544 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-10eceb25-dd02-4b20-bf13-710a3ce3b175 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=760b106382ad42f89baca3c43672d2ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461586 Oct 12 19:00:43.083737 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eceb25-dd02-4b20-bf13-710a3ce3b175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71ba883-4350-4c1c-8e82-0a2556ce4da4,revision_number=1']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:00:43.083991 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 44476) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:00:43.130842 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ed20981f-d830-4c67-a4aa-827fff541cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:43.151191 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ed20981f-d830-4c67-a4aa-827fff541cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:43.196845 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ed20981f-d830-4c67-a4aa-827fff541cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:43.199417 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ed20981f-d830-4c67-a4aa-827fff541cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:43.200533 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-ed20981f-d830-4c67-a4aa-827fff541cd6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e71ba883-4350-4c1c-8e82-0a2556ce4da4 HTTP/1.1" status: 204 len: 168 time: 0.1170115 Oct 12 19:00:43.208111 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20981f-d830-4c67-a4aa-827fff541cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71ba883-4350-4c1c-8e82-0a2556ce4da4,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:00:54.464744 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2b79524-c13e-4712-822a-c80554e46fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:57.004051 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-860963fb-da87-46f1-8c52-0f1e3e7d88a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:58.020051 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:58.200829 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:59.763056 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:07.639843 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:01:09.650374 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:13.467431 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dc9e4761-15b3-43aa-8fa4-fa8d4b7681fe req-a6778835-a2bc-46ea-ba3b-a521cc9f5260 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435565 Oct 12 19:01:13.549774 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e4761-15b3-43aa-8fa4-fa8d4b7681fe req-315581aa-f49f-400e-ab66-3533652b0179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:13.551251 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dc9e4761-15b3-43aa-8fa4-fa8d4b7681fe req-315581aa-f49f-400e-ab66-3533652b0179 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 1098 time: 0.0398099 Oct 12 19:01:13.660123 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e4761-15b3-43aa-8fa4-fa8d4b7681fe req-bc8e2e54-7893-4752-b19e-aed369905d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:13.661604 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dc9e4761-15b3-43aa-8fa4-fa8d4b7681fe req-bc8e2e54-7893-4752-b19e-aed369905d7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 912 time: 0.0873852 Oct 12 19:01:13.727160 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dc9e4761-15b3-43aa-8fa4-fa8d4b7681fe req-5e7eaa0e-09a2-4b85-8049-44a2cd42e1ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e62d090c-9ace-4a9f-976b-1860d9922d47 HTTP/1.1" status: 200 len: 1001 time: 0.0570431 Oct 12 19:01:13.774700 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e4761-15b3-43aa-8fa4-fa8d4b7681fe req-6f8251b7-e153-4b42-bbb2-4f303983d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:13.776046 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dc9e4761-15b3-43aa-8fa4-fa8d4b7681fe req-6f8251b7-e153-4b42-bbb2-4f303983d567 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aae68136-9fb4-4119-8455-c8cf7655c6e9 HTTP/1.1" status: 200 len: 850 time: 0.0411119 Oct 12 19:01:13.823126 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e4761-15b3-43aa-8fa4-fa8d4b7681fe req-f919565b-1e3c-4d6c-8d9d-c939b7f895b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:13.825430 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dc9e4761-15b3-43aa-8fa4-fa8d4b7681fe req-f919565b-1e3c-4d6c-8d9d-c939b7f895b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c55345b-ca2a-48c3-886b-2a3578444a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410469 Oct 12 19:01:13.914059 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dc9e4761-15b3-43aa-8fa4-fa8d4b7681fe req-0e545d92-877e-429a-b394-1652b90568a0 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806239 Oct 12 19:01:14.005995 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dc9e4761-15b3-43aa-8fa4-fa8d4b7681fe req-78f7fa85-043a-4c47-918a-3d8618e1573c service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837903 Oct 12 19:01:17.183194 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-66d484eb-e363-4e6c-b263-47c25f65455f req-ffcc4161-951f-41dc-b352-caa7d21b7bf8 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911809304&fields=id&tenant_id=17353171ead04e3fbd1fd123e328283b HTTP/1.1" status: 200 len: 267 time: 0.0317631 Oct 12 19:01:17.285894 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d484eb-e363-4e6c-b263-47c25f65455f req-693d76d7-aa42-4a36-9a51-5e45488242db tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:17.287297 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-66d484eb-e363-4e6c-b263-47c25f65455f req-693d76d7-aa42-4a36-9a51-5e45488242db tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 811 time: 0.0970240 Oct 12 19:01:17.302223 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-66d484eb-e363-4e6c-b263-47c25f65455f req-00258b79-0d23-4fd9-b91d-b7aec6df74b4 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/quotas/17353171ead04e3fbd1fd123e328283b HTTP/1.1" status: 200 len: 375 time: 0.0093062 Oct 12 19:01:17.360479 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-66d484eb-e363-4e6c-b263-47c25f65455f req-1f412207-501f-420c-a84e-001d809b6d2f tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0530956 Oct 12 19:01:17.451867 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-66d484eb-e363-4e6c-b263-47c25f65455f req-756eeb80-fb4e-442a-8662-b6835dd8b29c service neutron] 10.222.0.66 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805018 Oct 12 19:01:17.539766 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-66d484eb-e363-4e6c-b263-47c25f65455f req-a4b6f15a-a9aa-4e77-ab59-d18914252191 service neutron] 10.222.0.66 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818667 Oct 12 19:01:17.815472 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-1c97acf6-3b8a-40b6-9988-1e6cad585763 req-a1e62c43-3aef-43e5-a53a-b217fa8f028f tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 210 time: 0.0268452 Oct 12 19:01:18.679687 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d484eb-e363-4e6c-b263-47c25f65455f req-6732eaf8-52d7-488c-83be-5df8c6c88655 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:18.681158 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-66d484eb-e363-4e6c-b263-47c25f65455f req-6732eaf8-52d7-488c-83be-5df8c6c88655 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.21 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 811 time: 0.1053786 Oct 12 19:01:18.732498 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-66d484eb-e363-4e6c-b263-47c25f65455f req-9572691e-24f0-43f5-b3c2-08bdbf876867 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17353171ead04e3fbd1fd123e328283b HTTP/1.1" status: 200 len: 380 time: 0.0373704 Oct 12 19:01:18.744711 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-66d484eb-e363-4e6c-b263-47c25f65455f req-da1fa4ed-18dd-444c-9d42-72ca80e10206 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Request body: {'port': {'device_id': '244f6ef3-69e1-4f7e-a9ac-661a008d23b5', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'admin_state_up': True, 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'security_groups': ['6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13']}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:01:18.851626 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d484eb-e363-4e6c-b263-47c25f65455f req-da1fa4ed-18dd-444c-9d42-72ca80e10206 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Made reservation on behalf of 17353171ead04e3fbd1fd123e328283b for: {'port': 1} {{(pid=100617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:01:18.855138 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-66d484eb-e363-4e6c-b263-47c25f65455f req-da1fa4ed-18dd-444c-9d42-72ca80e10206 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:18.951969 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5aee97ee-3606-4837-a20e-6596d4ecfdb7 req-578171e6-7bbd-4043-8e99-c1b7feb566e9 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 210 time: 0.0435648 Oct 12 19:01:19.017235 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [req-66d484eb-e363-4e6c-b263-47c25f65455f req-da1fa4ed-18dd-444c-9d42-72ca80e10206 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Allocated IP 172.20.0.3 (5c55345b-ca2a-48c3-886b-2a3578444a51/aae68136-9fb4-4119-8455-c8cf7655c6e9/a3c9b471-c2e8-4357-af7a-a6db63e54ef3) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:01:19.159298 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-66d484eb-e363-4e6c-b263-47c25f65455f req-da1fa4ed-18dd-444c-9d42-72ca80e10206 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:19.195701 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-66d484eb-e363-4e6c-b263-47c25f65455f req-da1fa4ed-18dd-444c-9d42-72ca80e10206 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:19.236434 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d484eb-e363-4e6c-b263-47c25f65455f req-da1fa4ed-18dd-444c-9d42-72ca80e10206 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Network 5c55345b-ca2a-48c3-886b-2a3578444a51 is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:01:19.241281 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [req-66d484eb-e363-4e6c-b263-47c25f65455f req-da1fa4ed-18dd-444c-9d42-72ca80e10206 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:01:19.244867 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d484eb-e363-4e6c-b263-47c25f65455f req-da1fa4ed-18dd-444c-9d42-72ca80e10206 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:01:19.276623 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fa4ed-18dd-444c-9d42-72ca80e10206 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event updated for resources: {'Port': ['ID=a3c9b471-c2e8-4357-af7a-a6db63e54ef3,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:01:19.299909 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d484eb-e363-4e6c-b263-47c25f65455f req-da1fa4ed-18dd-444c-9d42-72ca80e10206 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:19.300531 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-66d484eb-e363-4e6c-b263-47c25f65455f req-da1fa4ed-18dd-444c-9d42-72ca80e10206 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:19.318530 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-66d484eb-e363-4e6c-b263-47c25f65455f req-da1fa4ed-18dd-444c-9d42-72ca80e10206 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5770195 Oct 12 19:01:19.330663 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Request body: {'port': {'device_id': '244f6ef3-69e1-4f7e-a9ac-661a008d23b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:01:19.389326 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:19.505823 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-b66b6ae6-d6ef-4379-a8a0-ad562335b4b8 None None] Provisioning complete for port a3c9b471-c2e8-4357-af7a-a6db63e54ef3 triggered by entity DHCP. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:01:19.506447 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b66b6ae6-d6ef-4379-a8a0-ad562335b4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:19.540862 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-b66b6ae6-d6ef-4379-a8a0-ad562335b4b8 None None] Port a3c9b471-c2e8-4357-af7a-a6db63e54ef3 cannot update to ACTIVE because it is not bound. {{(pid=100619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:01:19.664256 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c9b471-c2e8-4357-af7a-a6db63e54ef3 {{(pid=100617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:01:19.672120 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:19.684228 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.provisioning_blocks [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Transition to ACTIVE for port object a3c9b471-c2e8-4357-af7a-a6db63e54ef3 will not be triggered until provisioned by entity L2. {{(pid=100617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:01:19.687598 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:19.736593 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Pushing event updated for resources: {'Port': ['ID=a3c9b471-c2e8-4357-af7a-a6db63e54ef3,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:01:19.807833 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Attempting to bind port a3c9b471-c2e8-4357-af7a-a6db63e54ef3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:01:19.808167 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Attempting to bind port a3c9b471-c2e8-4357-af7a-a6db63e54ef3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:01:19.808505 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Attempting to bind port a3c9b471-c2e8-4357-af7a-a6db63e54ef3 on network 5c55345b-ca2a-48c3-886b-2a3578444a51 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:01:19.813483 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Port a3c9b471-c2e8-4357-af7a-a6db63e54ef3 on network 5c55345b-ca2a-48c3-886b-2a3578444a51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:01:19.813861 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Attempting to bind port a3c9b471-c2e8-4357-af7a-a6db63e54ef3 on network 5c55345b-ca2a-48c3-886b-2a3578444a51 {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:01:19.818900 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Checking agent: {'id': 'b682fceb-c0ba-41f4-a3bd-b5fcf6aa4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 45), 'started_at': datetime.datetime(2021, 10, 12, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:01:19.819231 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Checking segment: {'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:01:19.819611 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Bound using segment: {'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'} {{(pid=100617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:01:19.820039 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.managers [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Bound port: a3c9b471-c2e8-4357-af7a-a6db63e54ef3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51'}}] {{(pid=100617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:01:19.820395 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:19.884519 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] For port a3c9b471-c2e8-4357-af7a-a6db63e54ef3, host hv-cinder-81322, cleared binding levels {{(pid=100617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:01:19.888085 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] For port a3c9b471-c2e8-4357-af7a-a6db63e54ef3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a3c9b471-c2e8-4357-af7a-a6db63e54ef3,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:01:19.891737 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:19.927185 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:19.927792 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:19.929207 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] 10.222.0.21 "PUT /v2.0/ports/a3c9b471-c2e8-4357-af7a-a6db63e54ef3 HTTP/1.1" status: 200 len: 1093 time: 0.6027863 Oct 12 19:01:19.929598 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244f6ef3-69e1-4f7e-a9ac-661a008d23b5', 'tag': 'a3c9b471-c2e8-4357-af7a-a6db63e54ef3'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:01:19.931824 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ea65d0-bb99-4e49-a77a-eaab6f924dad" -d '{"events": [{"name": "network-changed", "server_uuid": "244f6ef3-69e1-4f7e-a9ac-661a008d23b5", "tag": "a3c9b471-c2e8-4357-af7a-a6db63e54ef3"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:01:19.953379 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba52137-6905-4c39-bca7-7dc01621adbc service neutron] Pushing event updated for resources: {'Port': ['ID=a3c9b471-c2e8-4357-af7a-a6db63e54ef3,revision_number=3']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:01:19.993608 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00d0e2b-0931-44a4-a473-8d00e934d3f6 x-openstack-request-id: req-d00d0e2b-0931-44a4-a473-8d00e934d3f6 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:01:19.993608 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244f6ef3-69e1-4f7e-a9ac-661a008d23b5", "tag": "a3c9b471-c2e8-4357-af7a-a6db63e54ef3", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:01:19.993608 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d00d0e2b-0931-44a4-a473-8d00e934d3f6 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:01:19.993989 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244f6ef3-69e1-4f7e-a9ac-661a008d23b5', 'tag': 'a3c9b471-c2e8-4357-af7a-a6db63e54ef3', 'status': 'completed', 'code': 200} Oct 12 19:01:20.024421 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d484eb-e363-4e6c-b263-47c25f65455f req-b53fe731-5795-4cc7-b9ca-997cdfd408e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:20.026302 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-66d484eb-e363-4e6c-b263-47c25f65455f req-b53fe731-5795-4cc7-b9ca-997cdfd408e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 1096 time: 0.0438302 Oct 12 19:01:20.091280 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-66d484eb-e363-4e6c-b263-47c25f65455f req-b99803a2-b933-45ac-9ce3-52a1ec0cf9b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3c9b471-c2e8-4357-af7a-a6db63e54ef3 HTTP/1.1" status: 200 len: 217 time: 0.0532718 Oct 12 19:01:20.136125 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f8be7-8b2b-4c2d-87d8-649a6a68bb3f req-1a7faaf4-a26b-4bda-8c9b-3a81318f537f tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:20.137612 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f04f8be7-8b2b-4c2d-87d8-649a6a68bb3f req-1a7faaf4-a26b-4bda-8c9b-3a81318f537f tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 943 time: 0.1103544 Oct 12 19:01:20.162076 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7340b42a-c5e6-4418-8cb3-987d64e506e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:20.163417 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-66d484eb-e363-4e6c-b263-47c25f65455f req-7340b42a-c5e6-4418-8cb3-987d64e506e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aae68136-9fb4-4119-8455-c8cf7655c6e9 HTTP/1.1" status: 200 len: 850 time: 0.0650196 Oct 12 19:01:20.208088 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-f04f8be7-8b2b-4c2d-87d8-649a6a68bb3f req-5ed4dc0b-152f-4b10-b593-4820ccfe0733 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632448 Oct 12 19:01:20.221324 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d484eb-e363-4e6c-b263-47c25f65455f req-0bc12cda-dd5f-4646-a662-9263db17062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:20.222798 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-66d484eb-e363-4e6c-b263-47c25f65455f req-0bc12cda-dd5f-4646-a662-9263db17062e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c55345b-ca2a-48c3-886b-2a3578444a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517502 Oct 12 19:01:20.310025 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-66d484eb-e363-4e6c-b263-47c25f65455f req-98614ff2-f212-42f0-9379-ef8b46f152a9 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801785 Oct 12 19:01:20.400043 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-66d484eb-e363-4e6c-b263-47c25f65455f req-4106574c-4346-4854-b483-55540877735b service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831161 Oct 12 19:01:20.484635 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea65d0-bb99-4e49-a77a-eaab6f924dad req-9cb3cbaf-e551-447e-9a7d-81ef08458344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:20.486006 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-18ea65d0-bb99-4e49-a77a-eaab6f924dad req-9cb3cbaf-e551-447e-9a7d-81ef08458344 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 1096 time: 0.0403705 Oct 12 19:01:20.579589 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea65d0-bb99-4e49-a77a-eaab6f924dad req-2ed79867-bdde-4df7-80bc-9cdd6fcbbde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:20.581006 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-18ea65d0-bb99-4e49-a77a-eaab6f924dad req-2ed79867-bdde-4df7-80bc-9cdd6fcbbde0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 912 time: 0.0882699 Oct 12 19:01:20.621718 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-18ea65d0-bb99-4e49-a77a-eaab6f924dad req-f37d8790-a90a-4c5c-bf73-9ebefe80bd3b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3c9b471-c2e8-4357-af7a-a6db63e54ef3 HTTP/1.1" status: 200 len: 217 time: 0.0326531 Oct 12 19:01:20.667454 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea65d0-bb99-4e49-a77a-eaab6f924dad req-8ca467a8-aba8-4180-ad9d-dd03c087d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:20.668904 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-18ea65d0-bb99-4e49-a77a-eaab6f924dad req-8ca467a8-aba8-4180-ad9d-dd03c087d3b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aae68136-9fb4-4119-8455-c8cf7655c6e9 HTTP/1.1" status: 200 len: 850 time: 0.0409641 Oct 12 19:01:20.712657 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea65d0-bb99-4e49-a77a-eaab6f924dad req-9116be90-0064-4204-a67b-440f8f90eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:20.714077 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-18ea65d0-bb99-4e49-a77a-eaab6f924dad req-9116be90-0064-4204-a67b-440f8f90eca2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c55345b-ca2a-48c3-886b-2a3578444a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387123 Oct 12 19:01:20.806967 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-18ea65d0-bb99-4e49-a77a-eaab6f924dad req-82397fd4-32d8-4e9f-acfd-d5cb2858c0b1 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853112 Oct 12 19:01:20.894501 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-18ea65d0-bb99-4e49-a77a-eaab6f924dad req-beef35f3-1990-4da4-980e-5c804ad7591b service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803618 Oct 12 19:01:21.325677 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d487a6-4817-4257-bad9-e934c5f7b03c req-2e52b16c-df1e-411f-9307-1566dde52904 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:21.327084 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-16d487a6-4817-4257-bad9-e934c5f7b03c req-2e52b16c-df1e-411f-9307-1566dde52904 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 943 time: 0.0515275 Oct 12 19:01:21.362741 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-16d487a6-4817-4257-bad9-e934c5f7b03c req-89f7fafc-8856-4453-be0d-f38e89fdd119 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298476 Oct 12 19:01:22.473791 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746e5ca-8940-407b-bb12-db0337a599e2 req-10acfaf2-0367-4360-9ff3-99164a07aa48 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:22.475224 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2746e5ca-8940-407b-bb12-db0337a599e2 req-10acfaf2-0367-4360-9ff3-99164a07aa48 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 943 time: 0.0481534 Oct 12 19:01:22.514417 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-2746e5ca-8940-407b-bb12-db0337a599e2 req-19bdf8b9-0a93-44b0-9039-ac26efd8e8db tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328469 Oct 12 19:01:23.626261 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e143ad0-750b-4ae6-8a96-b44017ecbdc3 req-3927f4d2-096f-46ae-b2c2-2856c7f901c7 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:23.627842 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9e143ad0-750b-4ae6-8a96-b44017ecbdc3 req-3927f4d2-096f-46ae-b2c2-2856c7f901c7 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 943 time: 0.0486717 Oct 12 19:01:23.665278 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9e143ad0-750b-4ae6-8a96-b44017ecbdc3 req-b4cd5f05-8eeb-4fc9-ab87-42bf3b9863e3 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317762 Oct 12 19:01:24.466423 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-62b76029-34a5-4eb7-9450-64c6a77e3842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:24.779322 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e29a6-9759-4898-8ef7-c28fe817990f req-3a280519-69a3-4b97-9a2a-31f2914611ba tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:24.780660 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8c8e29a6-9759-4898-8ef7-c28fe817990f req-3a280519-69a3-4b97-9a2a-31f2914611ba tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 943 time: 0.0509012 Oct 12 19:01:24.817442 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-8c8e29a6-9759-4898-8ef7-c28fe817990f req-3d5691ce-01e2-45ad-ab91-77df64d01b4c tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308411 Oct 12 19:01:25.934068 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f14af6-9526-42b2-9050-d484306d6e22 req-ab0ec2bf-7b9b-4c98-9a50-d34a8aae6023 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:25.936056 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-56f14af6-9526-42b2-9050-d484306d6e22 req-ab0ec2bf-7b9b-4c98-9a50-d34a8aae6023 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 943 time: 0.0544748 Oct 12 19:01:25.980650 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-56f14af6-9526-42b2-9050-d484306d6e22 req-0c187058-e806-47a9-b78e-229f64e5f0c7 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386415 Oct 12 19:01:27.010069 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa12ea51-1482-49ea-8f3f-fb397ef73cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:27.095091 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb1427-a523-494a-b25a-c8c17d60709c req-16c09b98-f62d-4c74-8efd-088f5a8dadb8 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:27.096516 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7edb1427-a523-494a-b25a-c8c17d60709c req-16c09b98-f62d-4c74-8efd-088f5a8dadb8 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 943 time: 0.0480282 Oct 12 19:01:27.131849 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7edb1427-a523-494a-b25a-c8c17d60709c req-699199ba-3804-47ff-9e26-fde53d640176 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294633 Oct 12 19:01:28.021628 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:28.203365 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:28.248452 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ae493-200f-4f61-a041-406be22ba342 req-1223b109-9504-46e7-bdf8-32752dc1be4d tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:28.249906 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7b4ae493-200f-4f61-a041-406be22ba342 req-1223b109-9504-46e7-bdf8-32752dc1be4d tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 943 time: 0.0521328 Oct 12 19:01:28.285944 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-7b4ae493-200f-4f61-a041-406be22ba342 req-dad0bf43-14a6-46bb-b9af-e5f91fcf856b tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302141 Oct 12 19:01:28.323022 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device a3c9b471-c2e8-4357-af7a-a6db63e54ef3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:01:28.414028 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port a3c9b471-c2e8-4357-af7a-a6db63e54ef3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a3c9b471-c2e8-4357-af7a-a6db63e54ef3,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:01:28.425442 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Returning: {'device': 'a3c9b471-c2e8-4357-af7a-a6db63e54ef3', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'port_id': 'a3c9b471-c2e8-4357-af7a-a6db63e54ef3', 'mac_address': 'fa:16:3e:8a:9c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:01:28.464433 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:28.477124 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c9b471-c2e8-4357-af7a-a6db63e54ef3 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:01:28.495521 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port a3c9b471-c2e8-4357-af7a-a6db63e54ef3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a3c9b471-c2e8-4357-af7a-a6db63e54ef3,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:01:28.499224 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:28.544922 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=a3c9b471-c2e8-4357-af7a-a6db63e54ef3,revision_number=4']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:01:28.551662 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:28.552009 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:28.552346 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:28.552675 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:28.552999 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:28.553324 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:28.553672 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:28.553993 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:28.554313 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:28.554634 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:28.554948 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:28.555263 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:28.831253 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] get_ports_and_sgs() called for port_ids ['a3c9b471-c2e8-4357-af7a-a6db63e54ef3'] {{(pid=100619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:01:29.400874 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b92d4-359b-4801-9263-a720fd637623 req-387c587b-8424-4ef4-bde7-014cc43ed3cc tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:29.402332 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b42b92d4-359b-4801-9263-a720fd637623 req-387c587b-8424-4ef4-bde7-014cc43ed3cc tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 944 time: 0.0504978 Oct 12 19:01:29.438794 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-b42b92d4-359b-4801-9263-a720fd637623 req-2eb7fd83-e570-4126-a411-aaf5b41cdef8 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306427 Oct 12 19:01:29.764761 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:30.349427 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device a3c9b471-c2e8-4357-af7a-a6db63e54ef3 up at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:01:30.396962 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning for port a3c9b471-c2e8-4357-af7a-a6db63e54ef3 completed by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:01:30.400441 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Provisioning complete for port a3c9b471-c2e8-4357-af7a-a6db63e54ef3 triggered by entity L2. {{(pid=100619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:01:30.400815 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724196'] for port, provisioning_complete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:30.477755 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:30.499260 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244f6ef3-69e1-4f7e-a9ac-661a008d23b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c9b471-c2e8-4357-af7a-a6db63e54ef3'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:01:30.502129 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8663dbed871bb285439237cd3d3ecef84a0585fc54365f043fa864fd3afc436b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2632128-c6a1-4e2b-b30d-fe8119495757" -d '{"events": [{"server_uuid": "244f6ef3-69e1-4f7e-a9ac-661a008d23b5", "name": "network-vif-plugged", "status": "completed", "tag": "a3c9b471-c2e8-4357-af7a-a6db63e54ef3"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:01:30.517147 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] For port a3c9b471-c2e8-4357-af7a-a6db63e54ef3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a3c9b471-c2e8-4357-af7a-a6db63e54ef3,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:01:30.519887 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:30.546357 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66d5266-c1df-4708-ac2c-ce190a147058 x-openstack-request-id: req-f66d5266-c1df-4708-ac2c-ce190a147058 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:01:30.546742 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244f6ef3-69e1-4f7e-a9ac-661a008d23b5", "name": "network-vif-plugged", "status": "completed", "tag": "a3c9b471-c2e8-4357-af7a-a6db63e54ef3", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:01:30.546998 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f66d5266-c1df-4708-ac2c-ce190a147058 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:01:30.547631 dv-cinder-813229-2-iscsi neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244f6ef3-69e1-4f7e-a9ac-661a008d23b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c9b471-c2e8-4357-af7a-a6db63e54ef3', 'code': 200} Oct 12 19:01:30.558472 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50e07f-9b67-4719-8c1e-70e8c439dc75 req-04690649-c29f-4619-a438-36431257659b tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:30.559963 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5b50e07f-9b67-4719-8c1e-70e8c439dc75 req-04690649-c29f-4619-a438-36431257659b tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 944 time: 0.0549762 Oct 12 19:01:30.580663 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Pushing event updated for resources: {'Port': ['ID=a3c9b471-c2e8-4357-af7a-a6db63e54ef3,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:01:30.600417 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5b50e07f-9b67-4719-8c1e-70e8c439dc75 req-b02338e1-ec57-44b5-b622-5633ebc466ff tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324330 Oct 12 19:01:30.760364 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb32076-6581-4ace-84e0-bf392dcd1e07 req-b9902ec1-1cc2-4676-bf69-2d6edcefdf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:30.761887 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-adb32076-6581-4ace-84e0-bf392dcd1e07 req-b9902ec1-1cc2-4676-bf69-2d6edcefdf62 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 1098 time: 0.0429306 Oct 12 19:01:30.797558 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-adb32076-6581-4ace-84e0-bf392dcd1e07 req-408d0821-6d37-4947-b746-75a6715d6d18 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270071 Oct 12 19:01:31.715300 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac85d4b-e995-4ca3-8497-fb35efda1d63 req-12350c14-8c5a-419e-bc76-c7b78b64d8ad tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:31.716636 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dac85d4b-e995-4ca3-8497-fb35efda1d63 req-12350c14-8c5a-419e-bc76-c7b78b64d8ad tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 945 time: 0.0481117 Oct 12 19:01:31.753555 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dac85d4b-e995-4ca3-8497-fb35efda1d63 req-97e24dc0-13c3-4a39-9c5b-04d497efd3bd tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309443 Oct 12 19:01:32.862856 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ab42f-f7da-4df7-9be6-e0f6ca27c7c2 req-d54f8162-1cda-4c0c-a4e5-d8cadc754412 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:32.864214 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0b4ab42f-f7da-4df7-9be6-e0f6ca27c7c2 req-d54f8162-1cda-4c0c-a4e5-d8cadc754412 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 945 time: 0.0467799 Oct 12 19:01:32.901884 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0b4ab42f-f7da-4df7-9be6-e0f6ca27c7c2 req-209ddfc0-0b66-4da9-bd44-82d644bcddd5 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318921 Oct 12 19:01:33.018478 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432246a-26b1-46f6-8e5c-171d49123783 req-9e29e3d6-013e-4aee-a578-209cced6fa31 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:33.019920 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6432246a-26b1-46f6-8e5c-171d49123783 req-9e29e3d6-013e-4aee-a578-209cced6fa31 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 945 time: 0.0526102 Oct 12 19:01:33.057441 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-6432246a-26b1-46f6-8e5c-171d49123783 req-9460fffd-99a3-4dac-8f54-8c818aa6a9fb tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311599 Oct 12 19:01:33.079721 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 44578) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:01:33.258523 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cb2d9e-de8c-4e5d-a43c-c49631ce3bfc tempest-TestVolumeBootPattern-796781353 tempest-TestVolumeBootPattern-796781353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:33.260067 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-63cb2d9e-de8c-4e5d-a43c-c49631ce3bfc tempest-TestVolumeBootPattern-796781353 tempest-TestVolumeBootPattern-796781353-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 1093 time: 0.1794124 Oct 12 19:01:33.262819 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 44582) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:01:33.267202 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.v2.base [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Request body: {'floatingip': {'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'port_id': 'a3c9b471-c2e8-4357-af7a-a6db63e54ef3', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:01:33.287941 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for floatingip, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:33.647790 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:33.747191 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_common [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Allocated IP 172.27.0.167 (3ebee7fc-7e47-48dc-a73f-702afd21678f/257fc62d-aef6-4fd3-8a07-67da1276276c/cb05d367-771f-48de-bcb7-c9612b7e5644) {{(pid=100617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:01:33.847355 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for port, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:33.878260 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753793115886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:33.915410 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Network 3ebee7fc-7e47-48dc-a73f-702afd21678f is already hosted by enough agents. {{(pid=100617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:01:33.918182 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.base_scheduler [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Resources bound (agent type, host, resource id): {{(pid=100617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:01:33.921817 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Received port after_create {{(pid=100617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:01:33.944129 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event updated for resources: {'Port': ['ID=cb05d367-771f-48de-bcb7-c9612b7e5644,revision_number=1']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:01:33.954075 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:33.954428 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:33.954771 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:33.955110 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:33.955443 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:33.955780 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:33.956111 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:33.956438 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:33.956769 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:33.957096 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:33.957446 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:33.957771 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:34.279834 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:34.343082 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534626'] for port, before_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:34.490127 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for port, precommit_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:34.494302 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753793537814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753793114372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753793114390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5055728'] for port, after_update {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:34.563161 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event updated for resources: {'Port': ['ID=cb05d367-771f-48de-bcb7-c9612b7e5644,revision_number=2']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:01:34.574659 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7932303'] for floatingip, after_create {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:34.675055 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.l3_db [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Floating IP 508a5ab4-493c-40eb-a664-c8cfac5397ff associated. External IP: 172.27.0.167, port: a3c9b471-c2e8-4357-af7a-a6db63e54ef3. Oct 12 19:01:34.876240 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Router e973f51b-c6bf-4e3d-8722-52a1d75590e4 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:01:34.979663 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:01:34.989322 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396b47de-27a6-44f4-a659-596bee19267f None None] Sync routers for ids ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:01:34.996848 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:34.999300 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396b47de-27a6-44f4-a659-596bee19267f None None] Routers {'e973f51b-c6bf-4e3d-8722-52a1d75590e4'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:01:35.000610 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-396b47de-27a6-44f4-a659-596bee19267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T19:01:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:01:35.025101 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-27982c6c-11c6-4019-b609-f64eb1156249 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7612104 Oct 12 19:01:35.025740 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244f6ef3-69e1-4f7e-a9ac-661a008d23b5', 'tag': 'a3c9b471-c2e8-4357-af7a-a6db63e54ef3'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:01:35.028125 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76011734-43e4-4803-9221-ff37ac247466" -d '{"events": [{"name": "network-changed", "server_uuid": "244f6ef3-69e1-4f7e-a9ac-661a008d23b5", "tag": "a3c9b471-c2e8-4357-af7a-a6db63e54ef3"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:01:35.073182 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3856e394-2085-49fa-9c4b-9b3cde32abce x-openstack-request-id: req-3856e394-2085-49fa-9c4b-9b3cde32abce {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:01:35.073562 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244f6ef3-69e1-4f7e-a9ac-661a008d23b5", "tag": "a3c9b471-c2e8-4357-af7a-a6db63e54ef3", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:01:35.073883 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3856e394-2085-49fa-9c4b-9b3cde32abce {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:01:35.074339 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244f6ef3-69e1-4f7e-a9ac-661a008d23b5', 'tag': 'a3c9b471-c2e8-4357-af7a-a6db63e54ef3', 'status': 'completed', 'code': 200} Oct 12 19:01:35.141054 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76011734-43e4-4803-9221-ff37ac247466 req-de800d0d-c6f7-4fb2-89b4-b575433d0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:35.142545 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-76011734-43e4-4803-9221-ff37ac247466 req-de800d0d-c6f7-4fb2-89b4-b575433d0f2e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 1098 time: 0.0464935 Oct 12 19:01:35.233581 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76011734-43e4-4803-9221-ff37ac247466 req-244d7a41-23aa-4721-86d5-b3bfffa160ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:35.234922 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-396b47de-27a6-44f4-a659-596bee19267f None None] Set router e973f51b-c6bf-4e3d-8722-52a1d75590e4 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:01:35.235706 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-76011734-43e4-4803-9221-ff37ac247466 req-244d7a41-23aa-4721-86d5-b3bfffa160ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 912 time: 0.0857110 Oct 12 19:01:35.304016 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-76011734-43e4-4803-9221-ff37ac247466 req-cc9f963f-5e90-4435-a5b1-62a28d2a3093 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3c9b471-c2e8-4357-af7a-a6db63e54ef3 HTTP/1.1" status: 200 len: 999 time: 0.0607662 Oct 12 19:01:35.353094 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76011734-43e4-4803-9221-ff37ac247466 req-21b0b4eb-ba79-49f5-99ec-8451f43d2e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:35.354559 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-76011734-43e4-4803-9221-ff37ac247466 req-21b0b4eb-ba79-49f5-99ec-8451f43d2e01 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aae68136-9fb4-4119-8455-c8cf7655c6e9 HTTP/1.1" status: 200 len: 850 time: 0.0435004 Oct 12 19:01:35.398962 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76011734-43e4-4803-9221-ff37ac247466 req-5c38903b-1f8e-4e29-9789-0093ea760401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:35.400336 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-76011734-43e4-4803-9221-ff37ac247466 req-5c38903b-1f8e-4e29-9789-0093ea760401 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c55345b-ca2a-48c3-886b-2a3578444a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388451 Oct 12 19:01:35.459563 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-396b47de-27a6-44f4-a659-596bee19267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '508a5ab4-493c-40eb-a664-c8cfac5397ff', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'port_id': 'a3c9b471-c2e8-4357-af7a-a6db63e54ef3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'mac_address': 'fa:16:3e:8a:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244f6ef3-69e1-4f7e-a9ac-661a008d23b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:01:34Z', 'updated_at': '2021-10-12T19:01:34Z', 'revision_number': 0, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'fixed_ip_address_scope': None}, {'id': '9f3e279b-0089-460c-9a62-c5074093b81c', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'port_id': 'e62d090c-9ace-4a9f-976b-1860d9922d47', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'mac_address': 'fa:16:3e:8d:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63d4557-f503-4170-839a-04f81df8bfab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:59:04Z', 'updated_at': '2021-10-12T18:59:06Z', 'revision_number': 1, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 5, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:01:35.486092 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396b47de-27a6-44f4-a659-596bee19267f None None] Checking router: e973f51b-c6bf-4e3d-8722-52a1d75590e4 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:01:35.492140 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-76011734-43e4-4803-9221-ff37ac247466 req-a0e4fe39-5913-41c1-a0b9-37a0f4786ace service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845640 Oct 12 19:01:35.494315 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396b47de-27a6-44f4-a659-596bee19267f None None] Routers {'e973f51b-c6bf-4e3d-8722-52a1d75590e4'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:01:35.494917 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-396b47de-27a6-44f4-a659-596bee19267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T19:01:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:01:35.580820 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-76011734-43e4-4803-9221-ff37ac247466 req-ff197289-62a3-4f0b-aa03-be8da6700540 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820770 Oct 12 19:01:35.600040 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-396b47de-27a6-44f4-a659-596bee19267f None None] Set router e973f51b-c6bf-4e3d-8722-52a1d75590e4 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:01:35.822701 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-396b47de-27a6-44f4-a659-596bee19267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '508a5ab4-493c-40eb-a664-c8cfac5397ff', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'port_id': 'a3c9b471-c2e8-4357-af7a-a6db63e54ef3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'mac_address': 'fa:16:3e:8a:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244f6ef3-69e1-4f7e-a9ac-661a008d23b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:01:34Z', 'updated_at': '2021-10-12T19:01:34Z', 'revision_number': 0, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'fixed_ip_address_scope': None}, {'id': '9f3e279b-0089-460c-9a62-c5074093b81c', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'port_id': 'e62d090c-9ace-4a9f-976b-1860d9922d47', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'mac_address': 'fa:16:3e:8d:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63d4557-f503-4170-839a-04f81df8bfab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:59:04Z', 'updated_at': '2021-10-12T18:59:06Z', 'revision_number': 1, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 5, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:01:35.848692 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396b47de-27a6-44f4-a659-596bee19267f None None] The sync data for ids ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'] in dv-cinder-813229-2-iscsi is: [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '508a5ab4-493c-40eb-a664-c8cfac5397ff', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'port_id': 'a3c9b471-c2e8-4357-af7a-a6db63e54ef3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'mac_address': 'fa:16:3e:8a:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244f6ef3-69e1-4f7e-a9ac-661a008d23b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:01:34Z', 'updated_at': '2021-10-12T19:01:34Z', 'revision_number': 0, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'fixed_ip_address_scope': None}, {'id': '9f3e279b-0089-460c-9a62-c5074093b81c', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'port_id': 'e62d090c-9ace-4a9f-976b-1860d9922d47', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'mac_address': 'fa:16:3e:8d:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63d4557-f503-4170-839a-04f81df8bfab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:59:04Z', 'updated_at': '2021-10-12T18:59:06Z', 'revision_number': 1, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 5, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:01:36.038818 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0d87a5-552b-469f-9d69-3ae389f86f5a None None] New status for floating IP 508a5ab4-493c-40eb-a664-c8cfac5397ff: ACTIVE {{(pid=100620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:01:39.663668 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:44.638774 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:01:54.466582 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-11ccbdc5-6976-4b74-b821-8c47e48dedc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:57.001439 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b463e2a2-fac7-4b23-8bd6-ac91377aface None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:58.017486 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:58.205546 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:59.772432 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:09.678550 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:13.505902 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-df435694-c5b6-4e0b-ad23-5807523fab9a req-2a779c5e-2eb8-4c4a-9396-95addf0a939f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822232 Oct 12 19:02:13.590537 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df435694-c5b6-4e0b-ad23-5807523fab9a req-5e0a9638-9590-44aa-a276-3461ee0fb98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:02:13.591963 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-df435694-c5b6-4e0b-ad23-5807523fab9a req-5e0a9638-9590-44aa-a276-3461ee0fb98a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 1098 time: 0.0436399 Oct 12 19:02:13.696892 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df435694-c5b6-4e0b-ad23-5807523fab9a req-95fed77b-8138-4ffd-b609-58022a752b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:02:13.698248 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-df435694-c5b6-4e0b-ad23-5807523fab9a req-95fed77b-8138-4ffd-b609-58022a752b48 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 912 time: 0.0871179 Oct 12 19:02:13.763804 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-df435694-c5b6-4e0b-ad23-5807523fab9a req-49c98c1a-590a-473a-9ff4-4d34e4f25525 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e62d090c-9ace-4a9f-976b-1860d9922d47 HTTP/1.1" status: 200 len: 1001 time: 0.0587094 Oct 12 19:02:13.811551 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df435694-c5b6-4e0b-ad23-5807523fab9a req-3e32efe5-70db-4ba5-a18a-84436830d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:02:13.813064 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-df435694-c5b6-4e0b-ad23-5807523fab9a req-3e32efe5-70db-4ba5-a18a-84436830d711 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aae68136-9fb4-4119-8455-c8cf7655c6e9 HTTP/1.1" status: 200 len: 850 time: 0.0426271 Oct 12 19:02:13.856054 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df435694-c5b6-4e0b-ad23-5807523fab9a req-b3990e89-35b1-43ec-b831-877beb29e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:02:13.857527 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-df435694-c5b6-4e0b-ad23-5807523fab9a req-b3990e89-35b1-43ec-b831-877beb29e353 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c55345b-ca2a-48c3-886b-2a3578444a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377212 Oct 12 19:02:13.946749 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-df435694-c5b6-4e0b-ad23-5807523fab9a req-4583f1ad-a419-45f6-9f07-1359ddabdfa6 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825818 Oct 12 19:02:14.033726 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-df435694-c5b6-4e0b-ad23-5807523fab9a req-3f4e26d7-a526-49b2-8990-f0fdcef95470 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798965 Oct 12 19:02:21.638013 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:02:21.663284 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [req-0506a715-0e60-46f1-81d7-4acfa8341425 req-93e726e3-78ac-461c-ad4b-bf0d0ed4c9b9 service neutron] (100618) timed out ('10.222.0.21', 51520) {{(pid=100618) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 19:02:24.468144 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7adcb50b-b60d-41b9-b193-57b268d93681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:27.001287 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-48fbd8d4-65fa-41b2-9a05-9ca338aa9e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:28.018123 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:28.208799 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:29.770135 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:39.677444 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:54.472005 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a5bf-bd16-4fea-b157-129097048d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:57.001059 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9cfeac26-3602-431c-835b-59d3ff16d802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:58.019105 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:58.211437 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:58.637069 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:02:59.772764 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:09.686192 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:14.467396 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0f49e285-fa7d-4276-94fc-32ff30841cab req-3f654e69-137c-48ae-b0b5-3b62f73aa74b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390925 Oct 12 19:03:14.529992 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49e285-fa7d-4276-94fc-32ff30841cab req-4870a2d0-74f7-40f8-8ba2-2bbc3a1bb65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:03:14.531461 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0f49e285-fa7d-4276-94fc-32ff30841cab req-4870a2d0-74f7-40f8-8ba2-2bbc3a1bb65b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 1098 time: 0.0423772 Oct 12 19:03:14.632708 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49e285-fa7d-4276-94fc-32ff30841cab req-fbe5b4e7-4168-4939-83bc-918d13f67e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:03:14.634160 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0f49e285-fa7d-4276-94fc-32ff30841cab req-fbe5b4e7-4168-4939-83bc-918d13f67e57 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 912 time: 0.0837231 Oct 12 19:03:14.700608 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0f49e285-fa7d-4276-94fc-32ff30841cab req-d9520f4e-6004-4cd8-aa1b-38913666e75b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3c9b471-c2e8-4357-af7a-a6db63e54ef3 HTTP/1.1" status: 200 len: 1001 time: 0.0593417 Oct 12 19:03:14.747487 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49e285-fa7d-4276-94fc-32ff30841cab req-ab48792d-e912-441d-a075-1a2d62b2d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:03:14.748771 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0f49e285-fa7d-4276-94fc-32ff30841cab req-ab48792d-e912-441d-a075-1a2d62b2d8aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aae68136-9fb4-4119-8455-c8cf7655c6e9 HTTP/1.1" status: 200 len: 850 time: 0.0420730 Oct 12 19:03:14.791535 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49e285-fa7d-4276-94fc-32ff30841cab req-b09dbc16-7e67-4016-bdef-76cfc9758e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:03:14.792936 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0f49e285-fa7d-4276-94fc-32ff30841cab req-b09dbc16-7e67-4016-bdef-76cfc9758e8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c55345b-ca2a-48c3-886b-2a3578444a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375867 Oct 12 19:03:14.882805 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0f49e285-fa7d-4276-94fc-32ff30841cab req-f09f029c-1253-4d1d-a4c8-ed90770bfe86 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833242 Oct 12 19:03:14.969314 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-0f49e285-fa7d-4276-94fc-32ff30841cab req-a310ffad-ec46-4f2d-8b4b-16d5954145b3 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796061 Oct 12 19:03:23.830273 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 44628) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:03:23.983521 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Deleting port cb05d367-771f-48de-bcb7-c9612b7e5644 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:03:23.983854 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:24.062742 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:24.063066 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:24.074456 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Calling delete_port for cb05d367-771f-48de-bcb7-c9612b7e5644 owned by network:floatingip {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:03:24.224082 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:24.249408 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event deleted for resources: {'Port': ['ID=cb05d367-771f-48de-bcb7-c9612b7e5644,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:03:24.271668 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:24.272019 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:24.272363 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:24.272704 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:24.273037 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:24.273395 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:24.273727 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:24.274058 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:24.274426 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:24.274998 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:24.275490 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:24.275968 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:24.315838 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for floatingip, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:24.316164 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.l3_db [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Floating IP 508a5ab4-493c-40eb-a664-c8cfac5397ff disassociated (deleted). External IP: 172.27.0.167, port: a3c9b471-c2e8-4357-af7a-a6db63e54ef3. Oct 12 19:03:24.474483 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aaf54c54-a1ac-4022-bea2-af987ea4a62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:24.518763 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Router e973f51b-c6bf-4e3d-8722-52a1d75590e4 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:03:24.624928 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:03:24.630301 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:24.635361 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bd13fe-0312-4046-be62-ab51082213b4 None None] Sync routers for ids ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:03:24.644085 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bd13fe-0312-4046-be62-ab51082213b4 None None] Routers {'e973f51b-c6bf-4e3d-8722-52a1d75590e4'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:03:24.644682 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-c6bd13fe-0312-4046-be62-ab51082213b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T19:02:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:24.656069 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-e54a819e-155d-40b1-9f86-7e1dc76c010e tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "DELETE /v2.0/floatingips/508a5ab4-493c-40eb-a664-c8cfac5397ff HTTP/1.1" status: 204 len: 168 time: 0.8247454 Oct 12 19:03:24.656649 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244f6ef3-69e1-4f7e-a9ac-661a008d23b5', 'tag': 'a3c9b471-c2e8-4357-af7a-a6db63e54ef3'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:03:24.658902 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb3bbcb-1122-4484-93a4-3b665b67cb31" -d '{"events": [{"name": "network-changed", "server_uuid": "244f6ef3-69e1-4f7e-a9ac-661a008d23b5", "tag": "a3c9b471-c2e8-4357-af7a-a6db63e54ef3"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:03:24.756760 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-c6bd13fe-0312-4046-be62-ab51082213b4 None None] Set router e973f51b-c6bf-4e3d-8722-52a1d75590e4 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:03:24.858499 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3381bfd3-6305-44c8-8956-5b4b062098b0 x-openstack-request-id: req-3381bfd3-6305-44c8-8956-5b4b062098b0 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:03:24.859011 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244f6ef3-69e1-4f7e-a9ac-661a008d23b5", "tag": "a3c9b471-c2e8-4357-af7a-a6db63e54ef3", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:03:24.859011 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3381bfd3-6305-44c8-8956-5b4b062098b0 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:03:24.859411 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244f6ef3-69e1-4f7e-a9ac-661a008d23b5', 'tag': 'a3c9b471-c2e8-4357-af7a-a6db63e54ef3', 'status': 'completed', 'code': 200} Oct 12 19:03:24.961483 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3c047-6c0e-45aa-8b67-eb8dcb6552bc req-8597e1d4-697d-47fd-8dba-e21a87aad662 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:03:24.962970 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-62a3c047-6c0e-45aa-8b67-eb8dcb6552bc req-8597e1d4-697d-47fd-8dba-e21a87aad662 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 945 time: 0.1318676 Oct 12 19:03:24.965539 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3bbcb-1122-4484-93a4-3b665b67cb31 req-c299892f-c39d-4beb-8b47-7476aaff812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:03:24.966875 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dfb3bbcb-1122-4484-93a4-3b665b67cb31 req-c299892f-c39d-4beb-8b47-7476aaff812a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 1098 time: 0.0811620 Oct 12 19:03:24.999624 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-c6bd13fe-0312-4046-be62-ab51082213b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '9f3e279b-0089-460c-9a62-c5074093b81c', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'port_id': 'e62d090c-9ace-4a9f-976b-1860d9922d47', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'mac_address': 'fa:16:3e:8d:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63d4557-f503-4170-839a-04f81df8bfab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:59:04Z', 'updated_at': '2021-10-12T18:59:06Z', 'revision_number': 1, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 5, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:25.028955 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bd13fe-0312-4046-be62-ab51082213b4 None None] Checking router: e973f51b-c6bf-4e3d-8722-52a1d75590e4 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:03:25.037454 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bd13fe-0312-4046-be62-ab51082213b4 None None] Routers {'e973f51b-c6bf-4e3d-8722-52a1d75590e4'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:03:25.038067 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-c6bd13fe-0312-4046-be62-ab51082213b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T19:02:57Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:25.046317 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-62a3c047-6c0e-45aa-8b67-eb8dcb6552bc req-eefbea90-bb0a-4231-9e43-c26ef4197c8d tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774169 Oct 12 19:03:25.080156 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3bbcb-1122-4484-93a4-3b665b67cb31 req-dce4a5bd-abfa-423f-a894-f4a9f829159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:03:25.081650 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dfb3bbcb-1122-4484-93a4-3b665b67cb31 req-dce4a5bd-abfa-423f-a894-f4a9f829159b service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 912 time: 0.1062863 Oct 12 19:03:25.125592 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dfb3bbcb-1122-4484-93a4-3b665b67cb31 req-2e616cd8-7e50-4b69-a42c-d1ab60fc4c67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3c9b471-c2e8-4357-af7a-a6db63e54ef3 HTTP/1.1" status: 200 len: 217 time: 0.0367429 Oct 12 19:03:25.176121 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3bbcb-1122-4484-93a4-3b665b67cb31 req-8b03b684-d699-43e6-adcb-ff92a4d217b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:03:25.178358 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dfb3bbcb-1122-4484-93a4-3b665b67cb31 req-8b03b684-d699-43e6-adcb-ff92a4d217b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aae68136-9fb4-4119-8455-c8cf7655c6e9 HTTP/1.1" status: 200 len: 850 time: 0.0463231 Oct 12 19:03:25.225978 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3bbcb-1122-4484-93a4-3b665b67cb31 req-45913dd8-522b-4b43-a41c-bb3d383682dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:03:25.228678 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dfb3bbcb-1122-4484-93a4-3b665b67cb31 req-45913dd8-522b-4b43-a41c-bb3d383682dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c55345b-ca2a-48c3-886b-2a3578444a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430498 Oct 12 19:03:25.265672 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-c6bd13fe-0312-4046-be62-ab51082213b4 None None] Set router e973f51b-c6bf-4e3d-8722-52a1d75590e4 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:03:25.494751 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-c6bd13fe-0312-4046-be62-ab51082213b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '9f3e279b-0089-460c-9a62-c5074093b81c', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'port_id': 'e62d090c-9ace-4a9f-976b-1860d9922d47', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'mac_address': 'fa:16:3e:8d:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63d4557-f503-4170-839a-04f81df8bfab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:59:04Z', 'updated_at': '2021-10-12T18:59:06Z', 'revision_number': 1, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 5, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:25.522010 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bd13fe-0312-4046-be62-ab51082213b4 None None] The sync data for ids ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'] in dv-cinder-813229-2-iscsi is: [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_floatingips': [{'id': '9f3e279b-0089-460c-9a62-c5074093b81c', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'router_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'port_id': 'e62d090c-9ace-4a9f-976b-1860d9922d47', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'mac_address': 'fa:16:3e:8d:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63d4557-f503-4170-839a-04f81df8bfab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:59:04Z', 'updated_at': '2021-10-12T18:59:06Z', 'revision_number': 1, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 5, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:03:25.592208 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dfb3bbcb-1122-4484-93a4-3b665b67cb31 req-96c73d48-e2e9-460f-b371-6ac465b203c1 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560691 Oct 12 19:03:25.693642 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dfb3bbcb-1122-4484-93a4-3b665b67cb31 req-c87d82c8-3954-4433-abfc-e9114331e619 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936990 Oct 12 19:03:25.729414 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e35588-a63c-49bf-aec3-16b80e82164c None None] New status for floating IP 508a5ab4-493c-40eb-a664-c8cfac5397ff: DOWN {{(pid=100620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:03:26.222148 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e56d9a-0bb8-4bb8-be1b-ea064bea7375 req-ff9f54cb-3b18-44af-94c9-b5d340fa26b1 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:03:26.224144 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-75e56d9a-0bb8-4bb8-be1b-ea064bea7375 req-ff9f54cb-3b18-44af-94c9-b5d340fa26b1 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 945 time: 0.0967586 Oct 12 19:03:26.261224 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-75e56d9a-0bb8-4bb8-be1b-ea064bea7375 req-c7410340-4f67-48c4-8322-3e98f11ea4f2 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309689 Oct 12 19:03:26.629647 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fb2aa-f32f-4e3f-ae24-631247d5ee0f req-d3c71df7-bf67-4409-995a-bd83b78535cc tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:03:26.631047 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-192fb2aa-f32f-4e3f-ae24-631247d5ee0f req-d3c71df7-bf67-4409-995a-bd83b78535cc tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.21 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 945 time: 0.0465641 Oct 12 19:03:26.721944 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-192fb2aa-f32f-4e3f-ae24-631247d5ee0f req-af066c9e-7b36-4659-8d09-73806abbf00a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Deleting port a3c9b471-c2e8-4357-af7a-a6db63e54ef3 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:03:26.722281 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-192fb2aa-f32f-4e3f-ae24-631247d5ee0f req-af066c9e-7b36-4659-8d09-73806abbf00a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:26.807752 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-192fb2aa-f32f-4e3f-ae24-631247d5ee0f req-af066c9e-7b36-4659-8d09-73806abbf00a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] For port a3c9b471-c2e8-4357-af7a-a6db63e54ef3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a3c9b471-c2e8-4357-af7a-a6db63e54ef3,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:03:26.808024 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-192fb2aa-f32f-4e3f-ae24-631247d5ee0f req-af066c9e-7b36-4659-8d09-73806abbf00a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:26.821266 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-192fb2aa-f32f-4e3f-ae24-631247d5ee0f req-af066c9e-7b36-4659-8d09-73806abbf00a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Calling delete_port for a3c9b471-c2e8-4357-af7a-a6db63e54ef3 owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:03:26.952104 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-192fb2aa-f32f-4e3f-ae24-631247d5ee0f req-af066c9e-7b36-4659-8d09-73806abbf00a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:26.980487 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066c9e-7b36-4659-8d09-73806abbf00a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event deleted for resources: {'Port': ['ID=a3c9b471-c2e8-4357-af7a-a6db63e54ef3,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:03:27.007702 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2481a984-fe8a-4730-a9f9-10cbc7b2285a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:27.027352 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-192fb2aa-f32f-4e3f-ae24-631247d5ee0f req-af066c9e-7b36-4659-8d09-73806abbf00a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] No DVR routers for this DVR port a3c9b471-c2e8-4357-af7a-a6db63e54ef3 on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:03:27.029840 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-192fb2aa-f32f-4e3f-ae24-631247d5ee0f req-af066c9e-7b36-4659-8d09-73806abbf00a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:27.033149 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-192fb2aa-f32f-4e3f-ae24-631247d5ee0f req-af066c9e-7b36-4659-8d09-73806abbf00a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.21 "DELETE /v2.0/ports/a3c9b471-c2e8-4357-af7a-a6db63e54ef3 HTTP/1.1" status: 204 len: 173 time: 0.3965185 Oct 12 19:03:27.033616 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244f6ef3-69e1-4f7e-a9ac-661a008d23b5', 'name': 'network-vif-deleted', 'tag': 'a3c9b471-c2e8-4357-af7a-a6db63e54ef3'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:03:27.036768 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de12d5cf-c5da-4e30-ad55-6ef979791408" -d '{"events": [{"server_uuid": "244f6ef3-69e1-4f7e-a9ac-661a008d23b5", "name": "network-vif-deleted", "tag": "a3c9b471-c2e8-4357-af7a-a6db63e54ef3"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:03:27.095236 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27f1428-d769-47e4-acee-c14e6aeb9b73 x-openstack-request-id: req-e27f1428-d769-47e4-acee-c14e6aeb9b73 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:03:27.096241 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244f6ef3-69e1-4f7e-a9ac-661a008d23b5", "name": "network-vif-deleted", "tag": "a3c9b471-c2e8-4357-af7a-a6db63e54ef3", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:03:27.096498 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e27f1428-d769-47e4-acee-c14e6aeb9b73 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:03:27.096896 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244f6ef3-69e1-4f7e-a9ac-661a008d23b5', 'name': 'network-vif-deleted', 'tag': 'a3c9b471-c2e8-4357-af7a-a6db63e54ef3', 'status': 'completed', 'code': 200} Oct 12 19:03:27.358058 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-dd9991cb-fd43-44b4-97b0-a77cb145d5f4 req-5cb6b0b6-2331-4810-a146-a77d3d0accab tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=244f6ef3-69e1-4f7e-a9ac-661a008d23b5 HTTP/1.1" status: 200 len: 210 time: 0.0275679 Oct 12 19:03:28.020354 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:28.215050 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:29.779232 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:30.634364 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 44678) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:03:30.784803 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-8c25d296-ddb0-48e0-869d-0d73268e21f1 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Deleting port 5bcad1b6-112e-444d-8bf5-6ebdc2ab93ff {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:03:30.785138 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8c25d296-ddb0-48e0-869d-0d73268e21f1 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:30.858468 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8c25d296-ddb0-48e0-869d-0d73268e21f1 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:30.858700 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8c25d296-ddb0-48e0-869d-0d73268e21f1 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:30.870899 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-8c25d296-ddb0-48e0-869d-0d73268e21f1 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Calling delete_port for 5bcad1b6-112e-444d-8bf5-6ebdc2ab93ff owned by network:floatingip {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:03:30.915022 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device a3c9b471-c2e8-4357-af7a-a6db63e54ef3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:03:30.937286 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: a3c9b471-c2e8-4357-af7a-a6db63e54ef3 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:03:30.937661 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device a3c9b471-c2e8-4357-af7a-a6db63e54ef3 not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:03:31.016276 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8c25d296-ddb0-48e0-869d-0d73268e21f1 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:31.043373 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25d296-ddb0-48e0-869d-0d73268e21f1 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event deleted for resources: {'Port': ['ID=5bcad1b6-112e-444d-8bf5-6ebdc2ab93ff,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:03:31.104592 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8c25d296-ddb0-48e0-869d-0d73268e21f1 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for floatingip, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:31.104911 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.db.l3_db [None req-8c25d296-ddb0-48e0-869d-0d73268e21f1 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Floating IP 9f3e279b-0089-460c-9a62-c5074093b81c disassociated (deleted). External IP: 172.27.0.105, port: e62d090c-9ace-4a9f-976b-1860d9922d47. Oct 12 19:03:31.310579 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c25d296-ddb0-48e0-869d-0d73268e21f1 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Router e973f51b-c6bf-4e3d-8722-52a1d75590e4 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:03:31.415105 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c25d296-ddb0-48e0-869d-0d73268e21f1 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:03:31.420024 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-8c25d296-ddb0-48e0-869d-0d73268e21f1 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:31.424561 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e1e652-dcc1-4318-989b-da014cb1b87a None None] Sync routers for ids ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:03:31.433371 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e1e652-dcc1-4318-989b-da014cb1b87a None None] Routers {'e973f51b-c6bf-4e3d-8722-52a1d75590e4'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:03:31.434051 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-d1e1e652-dcc1-4318-989b-da014cb1b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T19:03:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:31.446456 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-8c25d296-ddb0-48e0-869d-0d73268e21f1 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "DELETE /v2.0/floatingips/9f3e279b-0089-460c-9a62-c5074093b81c HTTP/1.1" status: 204 len: 168 time: 0.8109939 Oct 12 19:03:31.447040 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63d4557-f503-4170-839a-04f81df8bfab', 'tag': 'e62d090c-9ace-4a9f-976b-1860d9922d47'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:03:31.449287 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e4d89d-eb26-4ef8-af98-bcdf97b7a170" -d '{"events": [{"name": "network-changed", "server_uuid": "e63d4557-f503-4170-839a-04f81df8bfab", "tag": "e62d090c-9ace-4a9f-976b-1860d9922d47"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:03:31.485033 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480e07ff-6bc4-428c-b746-a6520237c037 x-openstack-request-id: req-480e07ff-6bc4-428c-b746-a6520237c037 {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:03:31.485328 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63d4557-f503-4170-839a-04f81df8bfab", "tag": "e62d090c-9ace-4a9f-976b-1860d9922d47", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:03:31.485718 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-480e07ff-6bc4-428c-b746-a6520237c037 {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:03:31.486128 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63d4557-f503-4170-839a-04f81df8bfab', 'tag': 'e62d090c-9ace-4a9f-976b-1860d9922d47', 'status': 'completed', 'code': 200} Oct 12 19:03:31.549577 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-d1e1e652-dcc1-4318-989b-da014cb1b87a None None] Set router e973f51b-c6bf-4e3d-8722-52a1d75590e4 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:03:31.554786 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4d89d-eb26-4ef8-af98-bcdf97b7a170 req-e2f59c4b-9ea5-48ca-9c6f-0b4a08477bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:03:31.555973 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00e4d89d-eb26-4ef8-af98-bcdf97b7a170 req-e2f59c4b-9ea5-48ca-9c6f-0b4a08477bfa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17353171ead04e3fbd1fd123e328283b&device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 1098 time: 0.0464973 Oct 12 19:03:31.695503 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4d89d-eb26-4ef8-af98-bcdf97b7a170 req-db16f7b2-92c7-477d-a9ad-e77e6d07c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:03:31.696946 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00e4d89d-eb26-4ef8-af98-bcdf97b7a170 req-db16f7b2-92c7-477d-a9ad-e77e6d07c395 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 200 len: 912 time: 0.1285510 Oct 12 19:03:31.708910 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e998fb-e05d-48ea-ba19-4ab021bbe1b9 req-f648b2ce-25e1-44fd-8ab6-7fbf5e0301ea tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:03:31.710320 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-23e998fb-e05d-48ea-ba19-4ab021bbe1b9 req-f648b2ce-25e1-44fd-8ab6-7fbf5e0301ea tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 945 time: 0.0692103 Oct 12 19:03:31.749958 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00e4d89d-eb26-4ef8-af98-bcdf97b7a170 req-3df5984d-86a5-4e1e-81d4-5221a8ff53c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e62d090c-9ace-4a9f-976b-1860d9922d47 HTTP/1.1" status: 200 len: 217 time: 0.0387368 Oct 12 19:03:31.758557 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-d1e1e652-dcc1-4318-989b-da014cb1b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 5, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:31.787398 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e1e652-dcc1-4318-989b-da014cb1b87a None None] Checking router: e973f51b-c6bf-4e3d-8722-52a1d75590e4 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:03:31.795513 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e1e652-dcc1-4318-989b-da014cb1b87a None None] Routers {'e973f51b-c6bf-4e3d-8722-52a1d75590e4'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:03:31.796139 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-d1e1e652-dcc1-4318-989b-da014cb1b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T19:03:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:31.806671 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-23e998fb-e05d-48ea-ba19-4ab021bbe1b9 req-0847471c-c164-4a52-852f-1b2f6091dd74 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890830 Oct 12 19:03:31.817747 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4d89d-eb26-4ef8-af98-bcdf97b7a170 req-be08fd61-425f-471d-bb9f-ce3609d8ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:03:31.819157 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00e4d89d-eb26-4ef8-af98-bcdf97b7a170 req-be08fd61-425f-471d-bb9f-ce3609d8ff6a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aae68136-9fb4-4119-8455-c8cf7655c6e9 HTTP/1.1" status: 200 len: 850 time: 0.0610280 Oct 12 19:03:31.864950 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4d89d-eb26-4ef8-af98-bcdf97b7a170 req-2d1ef7d6-c705-48e6-9670-529fbbe53378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:03:31.866423 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00e4d89d-eb26-4ef8-af98-bcdf97b7a170 req-2d1ef7d6-c705-48e6-9670-529fbbe53378 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c55345b-ca2a-48c3-886b-2a3578444a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398386 Oct 12 19:03:31.897865 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-d1e1e652-dcc1-4318-989b-da014cb1b87a None None] Set router e973f51b-c6bf-4e3d-8722-52a1d75590e4 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:03:31.981699 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00e4d89d-eb26-4ef8-af98-bcdf97b7a170 req-83779294-1d08-44eb-9aab-1ea37517f2a0 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073227 Oct 12 19:03:32.071976 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-00e4d89d-eb26-4ef8-af98-bcdf97b7a170 req-983fd147-480e-43b0-914f-7f2c53446379 service neutron] 10.222.0.21 "GET /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820038 Oct 12 19:03:32.101689 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-d1e1e652-dcc1-4318-989b-da014cb1b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 5, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:32.127401 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e1e652-dcc1-4318-989b-da014cb1b87a None None] The sync data for ids ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'] in dv-cinder-813229-2-iscsi is: [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:11Z', 'revision_number': 4, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi', '_interfaces': [{'id': 'f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf', 'name': '', 'network_id': '5c55345b-ca2a-48c3-886b-2a3578444a51', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'mac_address': 'fa:16:3e:05:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:10Z', 'updated_at': '2021-10-12T18:55:15Z', 'revision_number': 5, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'subnets': [{'id': 'aae68136-9fb4-4119-8455-c8cf7655c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:03:32.345045 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073eb70d-4361-4517-9d3a-ab1bbea96fed None None] New status for floating IP 9f3e279b-0089-460c-9a62-c5074093b81c: DOWN {{(pid=100620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:03:32.927281 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dab406-c97e-4233-ade0-7d89389a93c9 req-fe298b50-d2ef-4b8c-9a87-1230825d3e5f tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:03:32.928699 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-57dab406-c97e-4233-ade0-7d89389a93c9 req-fe298b50-d2ef-4b8c-9a87-1230825d3e5f tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 945 time: 0.0473428 Oct 12 19:03:32.965465 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-57dab406-c97e-4233-ade0-7d89389a93c9 req-c6ea5f54-8588-49d6-9673-583812974f54 tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309312 Oct 12 19:03:33.345317 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c492da8-2f6c-40e8-a61b-f4f0c90843ed req-50631086-f822-4677-818f-2362b43a815f tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:03:33.346773 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5c492da8-2f6c-40e8-a61b-f4f0c90843ed req-50631086-f822-4677-818f-2362b43a815f tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.21 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 945 time: 0.0547919 Oct 12 19:03:33.433876 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-5c492da8-2f6c-40e8-a61b-f4f0c90843ed req-ce6030fe-475d-4e9d-86e8-736fd4a7ecad tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Deleting port e62d090c-9ace-4a9f-976b-1860d9922d47 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:03:33.434220 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-5c492da8-2f6c-40e8-a61b-f4f0c90843ed req-ce6030fe-475d-4e9d-86e8-736fd4a7ecad tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:33.523892 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [req-5c492da8-2f6c-40e8-a61b-f4f0c90843ed req-ce6030fe-475d-4e9d-86e8-736fd4a7ecad tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] For port e62d090c-9ace-4a9f-976b-1860d9922d47, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e62d090c-9ace-4a9f-976b-1860d9922d47,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:03:33.524257 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-5c492da8-2f6c-40e8-a61b-f4f0c90843ed req-ce6030fe-475d-4e9d-86e8-736fd4a7ecad tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:33.537402 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [req-5c492da8-2f6c-40e8-a61b-f4f0c90843ed req-ce6030fe-475d-4e9d-86e8-736fd4a7ecad tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Calling delete_port for e62d090c-9ace-4a9f-976b-1860d9922d47 owned by compute:nova {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:03:33.664788 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-5c492da8-2f6c-40e8-a61b-f4f0c90843ed req-ce6030fe-475d-4e9d-86e8-736fd4a7ecad tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:33.696256 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6030fe-475d-4e9d-86e8-736fd4a7ecad tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event deleted for resources: {'Port': ['ID=e62d090c-9ace-4a9f-976b-1860d9922d47,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:03:33.736013 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c492da8-2f6c-40e8-a61b-f4f0c90843ed req-ce6030fe-475d-4e9d-86e8-736fd4a7ecad tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] No DVR routers for this DVR port e62d090c-9ace-4a9f-976b-1860d9922d47 on host hv-cinder-81322 {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:03:33.739270 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [req-5c492da8-2f6c-40e8-a61b-f4f0c90843ed req-ce6030fe-475d-4e9d-86e8-736fd4a7ecad tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for port, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:33.742649 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-5c492da8-2f6c-40e8-a61b-f4f0c90843ed req-ce6030fe-475d-4e9d-86e8-736fd4a7ecad tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.21 "DELETE /v2.0/ports/e62d090c-9ace-4a9f-976b-1860d9922d47 HTTP/1.1" status: 204 len: 173 time: 0.3902862 Oct 12 19:03:33.743086 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63d4557-f503-4170-839a-04f81df8bfab', 'name': 'network-vif-deleted', 'tag': 'e62d090c-9ace-4a9f-976b-1860d9922d47'}] {{(pid=100617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:03:33.745323 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f66f30e9a36a15c0976e88bb33a3ecbfbb1f7468bef10a3ebd182262de98cecb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a506ee-db2b-4fe3-b1c7-adf3feb19312" -d '{"events": [{"server_uuid": "e63d4557-f503-4170-839a-04f81df8bfab", "name": "network-vif-deleted", "tag": "e62d090c-9ace-4a9f-976b-1860d9922d47"}]}' {{(pid=100617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:03:33.779149 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049e87f0-bf97-4cfb-84c6-76df6049663e x-openstack-request-id: req-049e87f0-bf97-4cfb-84c6-76df6049663e {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:03:33.779436 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63d4557-f503-4170-839a-04f81df8bfab", "name": "network-vif-deleted", "tag": "e62d090c-9ace-4a9f-976b-1860d9922d47", "status": "completed", "code": 200}]} {{(pid=100617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:03:33.779681 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-049e87f0-bf97-4cfb-84c6-76df6049663e {{(pid=100617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:03:33.780072 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d4557-f503-4170-839a-04f81df8bfab', 'name': 'network-vif-deleted', 'tag': 'e62d090c-9ace-4a9f-976b-1860d9922d47', 'status': 'completed', 'code': 200} Oct 12 19:03:34.077016 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [req-9dc665b8-570c-479b-bb3a-ff6ced48f2aa req-7e96b70d-d4c6-49c7-948a-52879b46398c tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63d4557-f503-4170-839a-04f81df8bfab HTTP/1.1" status: 200 len: 210 time: 0.0277374 Oct 12 19:03:35.133049 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 44694) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:03:35.254309 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-dba09da1-e699-4571-9a1f-e66685d4936a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Deleting port a5435332-1b99-4426-966b-4c2a9fb4f969 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:03:35.254647 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-dba09da1-e699-4571-9a1f-e66685d4936a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:35.331458 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-dba09da1-e699-4571-9a1f-e66685d4936a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:35.331782 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-dba09da1-e699-4571-9a1f-e66685d4936a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:35.342932 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-dba09da1-e699-4571-9a1f-e66685d4936a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Calling delete_port for a5435332-1b99-4426-966b-4c2a9fb4f969 owned by network:floatingip {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:03:35.469273 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-dba09da1-e699-4571-9a1f-e66685d4936a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:35.497919 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba09da1-e699-4571-9a1f-e66685d4936a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event deleted for resources: {'Port': ['ID=a5435332-1b99-4426-966b-4c2a9fb4f969,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:03:35.551865 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-dba09da1-e699-4571-9a1f-e66685d4936a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for floatingip, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:35.554449 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-dba09da1-e699-4571-9a1f-e66685d4936a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227512'] for floatingip, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:35.555584 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-dba09da1-e699-4571-9a1f-e66685d4936a tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "DELETE /v2.0/floatingips/0b9b8f5e-18c4-407e-a577-b6d1cd2a8989 HTTP/1.1" status: 204 len: 168 time: 0.4215355 Oct 12 19:03:35.635789 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:03:36.743136 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 44710) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:03:36.801413 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-51529fe7-1b9f-47f4-87a4-764da0eaaced tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:36.827018 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-51529fe7-1b9f-47f4-87a4-764da0eaaced tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:36.885752 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-51529fe7-1b9f-47f4-87a4-764da0eaaced tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:36.888558 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-51529fe7-1b9f-47f4-87a4-764da0eaaced tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:36.889805 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-51529fe7-1b9f-47f4-87a4-764da0eaaced tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] 10.222.0.66 "DELETE /v2.0/security-groups/6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13 HTTP/1.1" status: 204 len: 168 time: 0.1456821 Oct 12 19:03:36.901380 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51529fe7-1b9f-47f4-87a4-764da0eaaced tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca87e9c-eca2-4c79-b58b-3a0b8bc15c13,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:03:36.908922 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51529fe7-1b9f-47f4-87a4-764da0eaaced tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:36.909339 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51529fe7-1b9f-47f4-87a4-764da0eaaced tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:36.909855 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51529fe7-1b9f-47f4-87a4-764da0eaaced tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:36.910291 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51529fe7-1b9f-47f4-87a4-764da0eaaced tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:36.910740 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51529fe7-1b9f-47f4-87a4-764da0eaaced tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:36.911168 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51529fe7-1b9f-47f4-87a4-764da0eaaced tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:36.911717 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51529fe7-1b9f-47f4-87a4-764da0eaaced tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:36.912697 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51529fe7-1b9f-47f4-87a4-764da0eaaced tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:36.913158 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51529fe7-1b9f-47f4-87a4-764da0eaaced tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:36.913583 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51529fe7-1b9f-47f4-87a4-764da0eaaced tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:36.914108 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51529fe7-1b9f-47f4-87a4-764da0eaaced tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:36.914590 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51529fe7-1b9f-47f4-87a4-764da0eaaced tempest-TestVolumeBootPattern-104192608 tempest-TestVolumeBootPattern-104192608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:36.931604 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device e62d090c-9ace-4a9f-976b-1860d9922d47 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:03:36.953119 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 44716) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:03:36.963028 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] No Port match for: e62d090c-9ace-4a9f-976b-1860d9922d47 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:03:36.963375 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Device e62d090c-9ace-4a9f-976b-1860d9922d47 not bound to the agent host hv-cinder-81322 {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:03:37.390645 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5fe493fd-f9f2-4660-9c73-4713d6be4bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8006287'] for router_interface, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:37.626268 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-5fe493fd-f9f2-4660-9c73-4713d6be4bbf admin admin] Deleting port f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:03:37.626608 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5fe493fd-f9f2-4660-9c73-4713d6be4bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:37.702576 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [None req-5fe493fd-f9f2-4660-9c73-4713d6be4bbf admin admin] For port f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:03:37.702874 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5fe493fd-f9f2-4660-9c73-4713d6be4bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:37.714510 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-5fe493fd-f9f2-4660-9c73-4713d6be4bbf admin admin] Calling delete_port for f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf owned by network:router_interface {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:03:37.891735 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5fe493fd-f9f2-4660-9c73-4713d6be4bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:37.917334 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe493fd-f9f2-4660-9c73-4713d6be4bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:03:38.076236 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-5fe493fd-f9f2-4660-9c73-4713d6be4bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8006203'] for router_interface, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:38.558196 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe493fd-f9f2-4660-9c73-4713d6be4bbf admin admin] Router e973f51b-c6bf-4e3d-8722-52a1d75590e4 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:03:38.663166 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe493fd-f9f2-4660-9c73-4713d6be4bbf admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:03:38.668131 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-5fe493fd-f9f2-4660-9c73-4713d6be4bbf admin admin] 10.222.0.66 "PUT /v2.0/routers/e973f51b-c6bf-4e3d-8722-52a1d75590e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7139204 Oct 12 19:03:38.670611 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 44720) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:03:38.673199 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf90599-6b96-4508-8415-99ae04133bd9 None None] Sync routers for ids ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'] in dv-cinder-813229-2-iscsi {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:03:38.682411 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf90599-6b96-4508-8415-99ae04133bd9 None None] Routers {'e973f51b-c6bf-4e3d-8722-52a1d75590e4'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:03:38.683024 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-4bf90599-6b96-4508-8415-99ae04133bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T19:03:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:38.771711 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d9153489-fe61-4304-b28b-77b77c3a617c admin admin] Notify callbacks [] for router, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:38.786799 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-4bf90599-6b96-4508-8415-99ae04133bd9 None None] Set router e973f51b-c6bf-4e3d-8722-52a1d75590e4 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:03:38.879835 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d9153489-fe61-4304-b28b-77b77c3a617c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:38.931420 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-d9153489-fe61-4304-b28b-77b77c3a617c admin admin] Deleting port 9703984b-e4fe-4f43-bc8b-292de35240c8 {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:03:38.931766 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d9153489-fe61-4304-b28b-77b77c3a617c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:38.963787 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-4bf90599-6b96-4508-8415-99ae04133bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T19:03:37Z', 'revision_number': 5, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port': {'id': '9703984b-e4fe-4f43-bc8b-292de35240c8', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:38.988886 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf90599-6b96-4508-8415-99ae04133bd9 None None] Checking router: e973f51b-c6bf-4e3d-8722-52a1d75590e4 for host: dv-cinder-813229-2-iscsi {{(pid=100619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:03:38.997091 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf90599-6b96-4508-8415-99ae04133bd9 None None] Routers {'e973f51b-c6bf-4e3d-8722-52a1d75590e4'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:03:38.997730 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-4bf90599-6b96-4508-8415-99ae04133bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T19:03:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'], 'active': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:39.013484 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [None req-d9153489-fe61-4304-b28b-77b77c3a617c admin admin] For port 9703984b-e4fe-4f43-bc8b-292de35240c8, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=9703984b-e4fe-4f43-bc8b-292de35240c8,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:03:39.013870 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d9153489-fe61-4304-b28b-77b77c3a617c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:39.026255 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-d9153489-fe61-4304-b28b-77b77c3a617c admin admin] Calling delete_port for 9703984b-e4fe-4f43-bc8b-292de35240c8 owned by network:router_gateway {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:03:39.082628 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvr_db [None req-4bf90599-6b96-4508-8415-99ae04133bd9 None None] Set router e973f51b-c6bf-4e3d-8722-52a1d75590e4 gateway port host: None {{(pid=100619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:03:39.136317 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_hamode_db [None req-4bf90599-6b96-4508-8415-99ae04133bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T19:03:38Z', 'revision_number': 6, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port_host': None}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:39.162382 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf90599-6b96-4508-8415-99ae04133bd9 None None] The sync data for ids ['e973f51b-c6bf-4e3d-8722-52a1d75590e4'] in dv-cinder-813229-2-iscsi is: [{'id': 'e973f51b-c6bf-4e3d-8722-52a1d75590e4', 'name': 'tempest-TestVolumeBootPattern-376043922-router', 'tenant_id': '17353171ead04e3fbd1fd123e328283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:08Z', 'updated_at': '2021-10-12T19:03:38Z', 'revision_number': 6, 'project_id': '17353171ead04e3fbd1fd123e328283b', 'gw_port_host': None}] {{(pid=100619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:03:39.191418 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d9153489-fe61-4304-b28b-77b77c3a617c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:39.218863 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9153489-fe61-4304-b28b-77b77c3a617c admin admin] Pushing event deleted for resources: {'Port': ['ID=9703984b-e4fe-4f43-bc8b-292de35240c8,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:03:39.278156 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d9153489-fe61-4304-b28b-77b77c3a617c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7932377'] for router_gateway, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:39.365691 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d9153489-fe61-4304-b28b-77b77c3a617c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24860'] for router, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:39.367728 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d9153489-fe61-4304-b28b-77b77c3a617c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:39.411070 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d9153489-fe61-4304-b28b-77b77c3a617c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7999778'] for router, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:39.411506 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9153489-fe61-4304-b28b-77b77c3a617c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e973f51b-c6bf-4e3d-8722-52a1d75590e4 {{(pid=100617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:03:39.415702 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-d9153489-fe61-4304-b28b-77b77c3a617c admin admin] Notify callbacks [] for router, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:39.416770 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-d9153489-fe61-4304-b28b-77b77c3a617c admin admin] 10.222.0.66 "DELETE /v2.0/routers/e973f51b-c6bf-4e3d-8722-52a1d75590e4 HTTP/1.1" status: 204 len: 168 time: 0.7452712 Oct 12 19:03:39.419504 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 44722) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:03:39.462594 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.db_base_plugin_v2 [None req-812f9df1-15f0-4fc5-b7e2-9140b2914fc5 admin admin] Deleting subnet aae68136-9fb4-4119-8455-c8cf7655c6e9 {{(pid=100617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:03:39.465425 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-812f9df1-15f0-4fc5-b7e2-9140b2914fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:39.497965 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-812f9df1-15f0-4fc5-b7e2-9140b2914fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5055536'] for subnet, precommit_delete_associations {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:39.590064 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-812f9df1-15f0-4fc5-b7e2-9140b2914fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785012'] for subnet, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:39.646749 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-812f9df1-15f0-4fc5-b7e2-9140b2914fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5055686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4759567'] for subnet, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:39.672979 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f9df1-15f0-4fc5-b7e2-9140b2914fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aae68136-9fb4-4119-8455-c8cf7655c6e9,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:03:39.678283 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-812f9df1-15f0-4fc5-b7e2-9140b2914fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for subnet, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:39.681620 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-812f9df1-15f0-4fc5-b7e2-9140b2914fc5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/aae68136-9fb4-4119-8455-c8cf7655c6e9 HTTP/1.1" status: 204 len: 168 time: 0.2611868 Oct 12 19:03:39.683632 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4bb500-4c44-42cd-9030-487af7cf29f6 None None] Network 5c55345b-ca2a-48c3-886b-2a3578444a51 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:03:39.684144 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [-] (100617) accepted ('10.222.0.66', 44724) {{(pid=100617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:03:39.757801 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656927'] for network, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:39.815178 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] Deleting port 59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab {{(pid=100617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:03:39.815559 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:39.878868 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:39.885085 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.db [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] For port 59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab,segment=NetworkSegment(d1d6533b-cde2-48a6-83c5-acc3cadb8d05),segment_id=d1d6533b-cde2-48a6-83c5-acc3cadb8d05)] {{(pid=100617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:03:39.885491 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:39.898949 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.plugin [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] Calling delete_port for 59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab owned by network:dhcp {{(pid=100617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:03:39.977607 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:03:40.003131 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:03:40.003767 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device f1fb6aa7-616f-4ec1-af7a-fd52d1ef11bf not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:03:40.010677 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5055721'] for port, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:40.037278 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf3e575-7856-48e3-94c2-93c33692e315 None None] DHCP port deletion for 5c55345b-ca2a-48c3-886b-2a3578444a51 request from dv-cinder-813229-2-iscsi {{(pid=100619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:03:40.040452 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] No DVR routers for this DVR port 59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab on host dv-cinder-813229-2-iscsi {{(pid=100617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:03:40.045202 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:03:40.123701 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721551', 'neutron.services.segments.db._delete_segments_for_network-8753793662980'] for network, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:40.143885 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c55345b-ca2a-48c3-886b-2a3578444a51']}} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:40.154696 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05') {'for_net_delete': True} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:40.154983 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.services.segments.db [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d6533b-cde2-48a6-83c5-acc3cadb8d05') {} {{(pid=100617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:40.165632 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753793662477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5055547'] for segment, before_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:40.179437 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:40.185941 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=100617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:03:40.186335 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5055256'] for segment, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: Traceback (most recent call last): Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: timer() Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: cb(*args, **kw) Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: return func(*args, **kwargs) Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: self._notify() Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: self.callback(batched_events) Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: event.method(event) Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: return f(self, *a, **k) Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: return self._get(url).json() Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: return self.request(url, 'GET', **kwargs) Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:03:40.188016 dv-cinder-813229-2-iscsi neutron-server[100617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:03:40.245744 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7932349'] for network, after_delete {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:40.251289 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron_lib.callbacks.manager [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:40.254384 dv-cinder-813229-2-iscsi neutron-server[100617]: INFO neutron.wsgi [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5c55345b-ca2a-48c3-886b-2a3578444a51 HTTP/1.1" status: 204 len: 168 time: 0.5693631 Oct 12 19:03:40.258044 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 44726) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:03:40.266364 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba88ac-df1e-41bd-b629-8080486e3c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c55345b-ca2a-48c3-886b-2a3578444a51,revision_number=None']} {{(pid=100617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:03:40.595264 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-9d07271c-36d7-456f-9d94-54cd8fd57c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8006287'] for router_interface, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:40.828079 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-9d07271c-36d7-456f-9d94-54cd8fd57c63 admin admin] Deleting port 886d6b81-7e40-40c3-bee6-1b4abfca1319 {{(pid=100618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:03:40.828336 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-9d07271c-36d7-456f-9d94-54cd8fd57c63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:40.902064 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [None req-9d07271c-36d7-456f-9d94-54cd8fd57c63 admin admin] For port 886d6b81-7e40-40c3-bee6-1b4abfca1319, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=886d6b81-7e40-40c3-bee6-1b4abfca1319,segment=NetworkSegment(c4bdb799-bab0-4f21-809e-ad24c906bc36),segment_id=c4bdb799-bab0-4f21-809e-ad24c906bc36)] {{(pid=100618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:03:40.902442 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-9d07271c-36d7-456f-9d94-54cd8fd57c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:40.914343 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-9d07271c-36d7-456f-9d94-54cd8fd57c63 admin admin] Calling delete_port for 886d6b81-7e40-40c3-bee6-1b4abfca1319 owned by network:router_interface {{(pid=100618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:03:41.086037 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-9d07271c-36d7-456f-9d94-54cd8fd57c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:41.114511 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07271c-36d7-456f-9d94-54cd8fd57c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=886d6b81-7e40-40c3-bee6-1b4abfca1319,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:03:41.275756 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-9d07271c-36d7-456f-9d94-54cd8fd57c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8006203'] for router_interface, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:41.486181 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d07271c-36d7-456f-9d94-54cd8fd57c63 admin admin] Router 87588b4b-6437-4da3-a183-0afc48a6c1e3 has already been hosted by L3 agent bdcdc294-3cf3-4bf9-b505-2666ec2e5903 {{(pid=100618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:03:41.595400 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d07271c-36d7-456f-9d94-54cd8fd57c63 admin admin] Notify agent at l3_agent.dv-cinder-813229-2-iscsi the message routers_updated {{(pid=100618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:03:41.602294 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-9d07271c-36d7-456f-9d94-54cd8fd57c63 admin admin] 10.222.0.66 "PUT /v2.0/routers/87588b4b-6437-4da3-a183-0afc48a6c1e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3428993 Oct 12 19:03:41.604452 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 44728) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:03:41.606327 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcc2220-1d78-49c6-8dba-972c656c3941 None None] Sync routers for ids ['87588b4b-6437-4da3-a183-0afc48a6c1e3'] in dv-cinder-813229-2-iscsi {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:03:41.615388 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcc2220-1d78-49c6-8dba-972c656c3941 None None] Routers {'87588b4b-6437-4da3-a183-0afc48a6c1e3'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:03:41.616091 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-efcc2220-1d78-49c6-8dba-972c656c3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T19:03:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['87588b4b-6437-4da3-a183-0afc48a6c1e3'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:41.625255 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 9703984b-e4fe-4f43-bc8b-292de35240c8 no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:03:41.646636 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: 9703984b-e4fe-4f43-bc8b-292de35240c8 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:03:41.647293 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 9703984b-e4fe-4f43-bc8b-292de35240c8 not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:03:41.647982 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:03:41.671569 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: 59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:03:41.672254 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 59c817d7-9abc-41e5-bd7f-68f8fe3ee6ab not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:03:41.711581 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4a28b4cb-3328-4bec-9b8a-c8097ffe4e6d admin admin] Notify callbacks [] for router, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:41.719073 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-efcc2220-1d78-49c6-8dba-972c656c3941 None None] Set router 87588b4b-6437-4da3-a183-0afc48a6c1e3 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:03:41.912094 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-efcc2220-1d78-49c6-8dba-972c656c3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'name': 'tempest-TestVolumeBootPattern-2042000747-router', 'tenant_id': 'b14084464fc14a59a97bc2e27262910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'ab7e6515-1f75-4ce7-90e6-0665bde61221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:14Z', 'updated_at': '2021-10-12T19:03:41Z', 'revision_number': 5, 'project_id': 'b14084464fc14a59a97bc2e27262910e', 'gw_port': {'id': 'ab7e6515-1f75-4ce7-90e6-0665bde61221', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:eb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:15Z', 'updated_at': '2021-10-12T18:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:41.938365 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcc2220-1d78-49c6-8dba-972c656c3941 None None] Checking router: 87588b4b-6437-4da3-a183-0afc48a6c1e3 for host: dv-cinder-813229-2-iscsi {{(pid=100620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:03:41.948828 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcc2220-1d78-49c6-8dba-972c656c3941 None None] Routers {'87588b4b-6437-4da3-a183-0afc48a6c1e3'} bound to L3 agent in host dv-cinder-813229-2-iscsi {{(pid=100620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:03:41.949462 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-efcc2220-1d78-49c6-8dba-972c656c3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:38:57Z,description=,heartbeat_timestamp=2021-10-12T19:03:27Z,host='dv-cinder-813229-2-iscsi',id=bdcdc294-3cf3-4bf9-b505-2666ec2e5903,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:38:57Z,topic='l3_agent')) {'router_ids': ['87588b4b-6437-4da3-a183-0afc48a6c1e3'], 'active': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:42.031795 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4a28b4cb-3328-4bec-9b8a-c8097ffe4e6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:42.051226 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvr_db [None req-efcc2220-1d78-49c6-8dba-972c656c3941 None None] Set router 87588b4b-6437-4da3-a183-0afc48a6c1e3 gateway port host: dv-cinder-813229-2-iscsi {{(pid=100620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:03:42.082854 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-4a28b4cb-3328-4bec-9b8a-c8097ffe4e6d admin admin] Deleting port ab7e6515-1f75-4ce7-90e6-0665bde61221 {{(pid=100618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:03:42.083189 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4a28b4cb-3328-4bec-9b8a-c8097ffe4e6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:42.160867 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [None req-4a28b4cb-3328-4bec-9b8a-c8097ffe4e6d admin admin] For port ab7e6515-1f75-4ce7-90e6-0665bde61221, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=ab7e6515-1f75-4ce7-90e6-0665bde61221,segment=NetworkSegment(f702a217-8f51-41c3-b6b4-d8cb3314d048),segment_id=f702a217-8f51-41c3-b6b4-d8cb3314d048)] {{(pid=100618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:03:42.161241 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4a28b4cb-3328-4bec-9b8a-c8097ffe4e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:42.176647 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-4a28b4cb-3328-4bec-9b8a-c8097ffe4e6d admin admin] Calling delete_port for ab7e6515-1f75-4ce7-90e6-0665bde61221 owned by network:router_gateway {{(pid=100618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:03:42.319970 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_hamode_db [None req-efcc2220-1d78-49c6-8dba-972c656c3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'name': 'tempest-TestVolumeBootPattern-2042000747-router', 'tenant_id': 'b14084464fc14a59a97bc2e27262910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'ab7e6515-1f75-4ce7-90e6-0665bde61221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:14Z', 'updated_at': '2021-10-12T19:03:41Z', 'revision_number': 5, 'project_id': 'b14084464fc14a59a97bc2e27262910e', 'gw_port': {'id': 'ab7e6515-1f75-4ce7-90e6-0665bde61221', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:eb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:15Z', 'updated_at': '2021-10-12T18:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}], 'dv-cinder-813229-2-iscsi', False) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:42.341667 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4a28b4cb-3328-4bec-9b8a-c8097ffe4e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:42.346558 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcc2220-1d78-49c6-8dba-972c656c3941 None None] The sync data for ids ['87588b4b-6437-4da3-a183-0afc48a6c1e3'] in dv-cinder-813229-2-iscsi is: [{'id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'name': 'tempest-TestVolumeBootPattern-2042000747-router', 'tenant_id': 'b14084464fc14a59a97bc2e27262910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'external_fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'ab7e6515-1f75-4ce7-90e6-0665bde61221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:55:14Z', 'updated_at': '2021-10-12T19:03:41Z', 'revision_number': 5, 'project_id': 'b14084464fc14a59a97bc2e27262910e', 'gw_port': {'id': 'ab7e6515-1f75-4ce7-90e6-0665bde61221', 'name': '', 'network_id': '3ebee7fc-7e47-48dc-a73f-702afd21678f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:eb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87588b4b-6437-4da3-a183-0afc48a6c1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:55:15Z', 'updated_at': '2021-10-12T18:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '257fc62d-aef6-4fd3-8a07-67da1276276c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-2-iscsi'}] {{(pid=100620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:03:42.372887 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28b4cb-3328-4bec-9b8a-c8097ffe4e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7e6515-1f75-4ce7-90e6-0665bde61221,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:03:42.432732 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4a28b4cb-3328-4bec-9b8a-c8097ffe4e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7932377'] for router_gateway, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:42.519071 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4a28b4cb-3328-4bec-9b8a-c8097ffe4e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24860'] for router, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:42.521580 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4a28b4cb-3328-4bec-9b8a-c8097ffe4e6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:42.568172 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4a28b4cb-3328-4bec-9b8a-c8097ffe4e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7999778'] for router, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:42.568902 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a28b4cb-3328-4bec-9b8a-c8097ffe4e6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87588b4b-6437-4da3-a183-0afc48a6c1e3 {{(pid=100618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:03:42.574808 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-4a28b4cb-3328-4bec-9b8a-c8097ffe4e6d admin admin] Notify callbacks [] for router, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:42.576260 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-4a28b4cb-3328-4bec-9b8a-c8097ffe4e6d admin admin] 10.222.0.66 "DELETE /v2.0/routers/87588b4b-6437-4da3-a183-0afc48a6c1e3 HTTP/1.1" status: 204 len: 168 time: 0.9707155 Oct 12 19:03:42.578908 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 44730) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:03:42.623206 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.db_base_plugin_v2 [None req-23745172-0018-4a81-94f0-e00f55158100 admin admin] Deleting subnet 5fb442b1-0561-458c-bae7-8eee4fefb4b5 {{(pid=100618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:03:42.626239 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-23745172-0018-4a81-94f0-e00f55158100 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:42.658887 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-23745172-0018-4a81-94f0-e00f55158100 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4565152'] for subnet, precommit_delete_associations {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:42.742735 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-23745172-0018-4a81-94f0-e00f55158100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785012'] for subnet, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:42.798516 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-23745172-0018-4a81-94f0-e00f55158100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4877996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4748867'] for subnet, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:42.824917 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23745172-0018-4a81-94f0-e00f55158100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fb442b1-0561-458c-bae7-8eee4fefb4b5,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:03:42.829054 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-23745172-0018-4a81-94f0-e00f55158100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:42.832259 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-23745172-0018-4a81-94f0-e00f55158100 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5fb442b1-0561-458c-bae7-8eee4fefb4b5 HTTP/1.1" status: 204 len: 168 time: 0.2524014 Oct 12 19:03:42.834789 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d9b5cc-ed6d-48b7-95d3-35efa9ae5914 None None] Network 526677a7-293b-4bf0-910b-92e8d6065ad5 requested from dv-cinder-813229-2-iscsi {{(pid=100619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:03:42.835259 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 44732) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:03:42.904622 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656927'] for network, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:42.967054 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] Deleting port 6223d4e7-4840-4711-b551-7af964a6a48b {{(pid=100618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:03:42.967393 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:43.014274 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] DHCP port deletion for 526677a7-293b-4bf0-910b-92e8d6065ad5 request from dv-cinder-813229-2-iscsi {{(pid=100619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:03:43.034642 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.db [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] For port 6223d4e7-4840-4711-b551-7af964a6a48b, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=6223d4e7-4840-4711-b551-7af964a6a48b,segment=NetworkSegment(c4bdb799-bab0-4f21-809e-ad24c906bc36),segment_id=c4bdb799-bab0-4f21-809e-ad24c906bc36)] {{(pid=100618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:03:43.035023 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:43.048153 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.plugin [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] Calling delete_port for 6223d4e7-4840-4711-b551-7af964a6a48b owned by network:dhcp {{(pid=100618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:03:43.063852 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] Deleting port 6223d4e7-4840-4711-b551-7af964a6a48b {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:03:43.064232 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753793613478'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:43.125476 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4877955'] for port, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:43.127363 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] For port 6223d4e7-4840-4711-b551-7af964a6a48b, host dv-cinder-813229-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-2-iscsi',level=0,port_id=6223d4e7-4840-4711-b551-7af964a6a48b,segment=NetworkSegment(c4bdb799-bab0-4f21-809e-ad24c906bc36),segment_id=c4bdb799-bab0-4f21-809e-ad24c906bc36)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:03:43.127754 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7961634'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:43.140296 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] Calling delete_port for 6223d4e7-4840-4711-b551-7af964a6a48b owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:03:43.154176 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] Pushing event deleted for resources: {'Port': ['ID=6223d4e7-4840-4711-b551-7af964a6a48b,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:03:43.157731 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] No DVR routers for this DVR port 6223d4e7-4840-4711-b551-7af964a6a48b on host dv-cinder-813229-2-iscsi {{(pid=100618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:03:43.218044 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753793537796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753793115895'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:43.228365 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721551', 'neutron.services.segments.db._delete_segments_for_network-8753793662980'] for network, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:43.244329 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] Pushing event deleted for resources: {'Port': ['ID=6223d4e7-4840-4711-b551-7af964a6a48b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:03:43.246506 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] No DVR routers for this DVR port 6223d4e7-4840-4711-b551-7af964a6a48b on host dv-cinder-813229-2-iscsi {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:03:43.249793 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526677a7-293b-4bf0-910b-92e8d6065ad5']}} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:43.254106 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:43.254463 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:43.254900 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:43.255135 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:43.256115 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:43.256428 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:43.256759 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:43.257078 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:43.257432 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:43.257795 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:43.258164 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:43.258384 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84a0b2-3f92-41dc-9010-2cf2e79435d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-2-iscsi {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:03:43.264389 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bdb799-bab0-4f21-809e-ad24c906bc36') {'for_net_delete': True} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:43.264684 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.services.segments.db [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bdb799-bab0-4f21-809e-ad24c906bc36') {} {{(pid=100618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:03:43.274750 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753793662477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4565163'] for segment, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:43.287539 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510'] for segment, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:43.293105 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=100618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:03:43.293517 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4876658'] for segment, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: Traceback (most recent call last): Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: timer() Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: cb(*args, **kw) Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: return func(*args, **kwargs) Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: self._notify() Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: self.callback(batched_events) Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: event.method(event) Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: return f(self, *a, **k) Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: return self._get(url).json() Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: return self.request(url, 'GET', **kwargs) Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:03:43.295305 dv-cinder-813229-2-iscsi neutron-server[100618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:03:43.353720 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7932349'] for network, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:43.358161 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898895'] for network, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:43.366058 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] 10.222.0.66 "DELETE /v2.0/networks/526677a7-293b-4bf0-910b-92e8d6065ad5 HTTP/1.1" status: 204 len: 168 time: 0.5255001 Oct 12 19:03:43.374218 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f32428-8305-4f79-ba8f-40ae9968a299 admin admin] Pushing event deleted for resources: {'Network': ['ID=526677a7-293b-4bf0-910b-92e8d6065ad5,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:03:43.478211 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 44736) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:03:43.516541 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-0c005c08-263d-4fb2-bb21-3f1669cb29cc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=17353171ead04e3fbd1fd123e328283b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371444 Oct 12 19:03:43.518841 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 44738) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:03:43.575851 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-54b38761-3208-4c2d-b03c-dce1b33ace5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:43.580258 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device ab7e6515-1f75-4ce7-90e6-0665bde61221 no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:03:43.597293 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-54b38761-3208-4c2d-b03c-dce1b33ace5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:43.601264 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: ab7e6515-1f75-4ce7-90e6-0665bde61221 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:03:43.601695 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device ab7e6515-1f75-4ce7-90e6-0665bde61221 not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:03:43.602171 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 886d6b81-7e40-40c3-bee6-1b4abfca1319 no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:03:43.621044 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: 886d6b81-7e40-40c3-bee6-1b4abfca1319 {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:03:43.621419 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 886d6b81-7e40-40c3-bee6-1b4abfca1319 not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:03:43.621816 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 6223d4e7-4840-4711-b551-7af964a6a48b no longer exists at agent ovs-agent-dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:03:43.644317 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] No Port match for: 6223d4e7-4840-4711-b551-7af964a6a48b {{(pid=100619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:03:43.644663 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron.plugins.ml2.rpc [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Device 6223d4e7-4840-4711-b551-7af964a6a48b not bound to the agent host dv-cinder-813229-2-iscsi {{(pid=100619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:03:43.652798 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-54b38761-3208-4c2d-b03c-dce1b33ace5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:43.655343 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-54b38761-3208-4c2d-b03c-dce1b33ace5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:43.656466 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-54b38761-3208-4c2d-b03c-dce1b33ace5d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b628a926-71a3-47bb-8f5c-02543bac9f0b HTTP/1.1" status: 204 len: 168 time: 0.1367648 Oct 12 19:03:43.664468 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b38761-3208-4c2d-b03c-dce1b33ace5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b628a926-71a3-47bb-8f5c-02543bac9f0b,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:03:43.958827 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 44744) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:03:43.997651 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-38713310-669c-47da-90ca-a81ddf1e5997 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b14084464fc14a59a97bc2e27262910e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375977 Oct 12 19:03:43.999867 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [-] (100618) accepted ('10.222.0.66', 44746) {{(pid=100618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:03:44.046345 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-68bcb521-2252-439c-b1f6-442dfcf18b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:44.067058 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-68bcb521-2252-439c-b1f6-442dfcf18b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:44.114267 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-68bcb521-2252-439c-b1f6-442dfcf18b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8106161'] for security_group, after_delete {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:44.117599 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron_lib.callbacks.manager [None req-68bcb521-2252-439c-b1f6-442dfcf18b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:44.118724 dv-cinder-813229-2-iscsi neutron-server[100618]: INFO neutron.wsgi [None req-68bcb521-2252-439c-b1f6-442dfcf18b50 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d77a7e87-b928-4f9e-87ce-f237c95f50a5 HTTP/1.1" status: 204 len: 168 time: 0.1179831 Oct 12 19:03:44.126407 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcb521-2252-439c-b1f6-442dfcf18b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77a7e87-b928-4f9e-87ce-f237c95f50a5,revision_number=None']} {{(pid=100618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:03:54.475407 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1d30425a-fee7-42ca-bfc3-edec8d5f4c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:56.998619 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1efcb56a-b179-4df9-aafa-43d32fc4c30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:58.021371 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:58.216953 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:59.778577 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:09.737770 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:12.634208 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:04:24.475980 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68926855-7403-4d99-8bb0-2b85548c1b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:26.998053 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-32d43d38-899a-418d-a6a8-f9cfd37ef668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:28.023502 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:28.220368 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:29.781287 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:39.735972 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:49.633081 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:04:54.476554 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-748f541a-3be2-490d-ac9a-1a14eb5cc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:56.998731 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e217430-98f8-4a33-8c44-0c020ab08d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:58.023959 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:58.222841 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:59.784980 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:09.751402 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:24.477827 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-197f2129-cdda-420a-b70e-1ffaf2a0ac52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:26.633106 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:05:26.998365 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c79ba9a1-8582-4f45-8708-dbde33679c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:28.027798 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:28.226141 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:29.786030 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:39.750608 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:54.478073 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-924a3b56-77f7-400a-b177-5bcd21e17a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:56.999967 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18b1fab3-69a2-4eda-aa85-15a8ce970624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:58.028020 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:58.228777 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:59.790703 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:03.633013 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:06:09.765260 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:24.478982 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5fa6b75e-2511-4ec1-b7f8-c5c9f492bd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:26.999142 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f5169391-dd7d-4f38-93c5-1b597a9aae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:28.029883 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:28.232091 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:29.793562 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:36.131868 dv-cinder-813229-2-iscsi neutron-server[100618]: DEBUG neutron.wsgi [req-8a96d223-8fc4-4e66-a2d5-a81ffc93b2f2 req-56123f82-57db-498d-b999-198eaafa6017 service neutron] (100618) timed out ('10.222.0.21', 51570) {{(pid=100618) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 19:06:36.353696 dv-cinder-813229-2-iscsi neutron-server[100617]: DEBUG neutron.wsgi [req-0a268e3e-3bf2-461d-91d2-f4a069789711 req-e4301a2f-2a75-495b-93da-fed8f8ef0f8f service neutron] (100617) timed out ('10.222.0.21', 51561) {{(pid=100617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 19:06:39.763497 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:40.631448 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:06:54.480303 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cbb1f683-3097-4587-b1b5-af10d34525c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:56.998477 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2bb7325b-ade0-4221-b60d-69d5fa8433bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:58.032995 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:58.233642 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:59.796051 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:09.762792 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:17.629836 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:07:24.481311 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b09ccd5f-c988-46f0-a082-c8f7b63b5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:26.998263 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-83ab29eb-f0b6-403a-9c03-362b3c4e14df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:28.037590 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:28.236081 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:29.797933 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:39.776959 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:54.481545 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42d627eb-0f44-4a02-bb59-0850d9a57802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:54.628890 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:07:56.998196 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-55523cb3-53b6-47f7-bdbd-1fa10b897f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:58.037748 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:58.239589 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:59.801947 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:09.776043 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:24.483062 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84dcb5e9-cb2b-4982-993d-276eab31d7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:26.998936 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f423d910-53df-483c-ad73-969c2275cf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:28.038348 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:28.243199 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:29.804197 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:31.627595 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:08:39.794580 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:54.484943 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2562ca9-cc7e-4cad-8511-6266ea466fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:56.999277 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-25731d2b-5da9-4cce-a28a-332f14743f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:58.039117 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4795eb50-fb58-45dc-94b3-e915abb532c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:58.245621 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23482144-8d79-4bfb-95db-50ff8e3335d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:59.823294 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-615a5dc7-8ce6-4960-8831-28c22b3cfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:08.626877 dv-cinder-813229-2-iscsi neutron-server[100620]: DEBUG neutron.db.agents_db [None req-c3a65605-3e8e-4a2c-ad13-c2d8927f31db None None] Agent healthcheck: found 6 active agents {{(pid=100620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:09:09.820420 dv-cinder-813229-2-iscsi neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-559cdba6-fc9f-475d-8844-ea1e0bccf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753793658606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724255'] for agent, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}